-- Logs begin at Fri 2021-04-30 12:31:48 UTC, end at Fri 2021-04-30 13:29:41 UTC. -- Apr 30 13:03:29.026865 dv-cinder-788363-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 30 13:03:31.506871 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.common.config [-] Logging enabled! Apr 30 13:03:31.507453 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 13:03:31.507630 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73751) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 13:03:31.510846 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.common.config [-] Logging enabled! Apr 30 13:03:31.511113 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 13:03:31.511420 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73751) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 13:03:31.512414 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:03:31.512646 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:03:31.513035 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:03:31.513279 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:03:31.513502 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:03:31.513819 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.514120 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.514487 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.514721 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.515013 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.515301 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.515587 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.515875 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.516168 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.516453 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.516730 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.517011 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.517239 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.517517 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.517826 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.518120 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.518359 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] debug = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.518637 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.519062 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.519481 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.519759 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.520045 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.520318 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.520601 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.520859 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.521139 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.521471 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] host = dv-cinder-788363-2-smb {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.521746 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.522031 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.522349 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.522633 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.522905 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.523180 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.523462 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.523732 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.524001 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] log_file = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.524271 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.524555 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.524840 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.525132 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.525355 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.525576 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.525862 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.526163 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.526436 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.526706 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.526979 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.527248 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.527517 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.527829 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.528143 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.528426 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.528709 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.528986 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.529257 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.529568 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.529867 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.530177 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.530554 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.530806 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.531077 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.531364 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.531630 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.531899 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.532198 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.532479 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.532757 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.533038 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.533308 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.533616 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.533885 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.534179 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.534449 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] use_json = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.534717 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.534983 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.535282 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.535530 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.535805 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.536071 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.536337 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.536614 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:31.536911 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.537205 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.537503 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.537781 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.538072 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.538372 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.538658 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.538934 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.539222 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.539507 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.539796 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.540070 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.540354 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.540626 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.540923 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.541226 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.541515 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.541805 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.542076 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.542417 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.542693 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.542970 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.543256 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.543549 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.543836 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.544137 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.544472 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.544764 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.545041 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.545339 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.545620 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.545909 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.546218 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.546490 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.546770 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.547099 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.547404 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.547673 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.547950 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.548243 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.548522 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.548793 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.549609 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.549892 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.550190 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.550480 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.550758 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.551032 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.551385 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.551697 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.551974 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.552250 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.552528 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.552803 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.553079 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.553350 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.553623 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.553895 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.554188 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.554728 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.555031 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.555303 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.555644 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.555920 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.556198 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.556470 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.556744 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.557018 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.557303 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.557598 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.557891 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.558208 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.558490 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.558769 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.559047 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.559322 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.559600 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.559887 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.560159 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.560457 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.560741 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.561031 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.561306 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.561582 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.561877 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.562239 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.562574 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.562851 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.563129 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.563457 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.563771 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.564080 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.564427 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.564767 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.565579 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.565877 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.566184 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.566499 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.566778 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:31.566995 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:03:31.567243 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73751) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 30 13:03:31.921250 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:31.921431 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:31.921715 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:31.922042 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 30 13:03:32.237566 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.237859 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.238162 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.239393 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.239666 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.239929 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.362660 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.362934 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.363195 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.376948 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.377261 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.377531 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.406949 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.407227 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.407497 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.448120 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.448414 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.448733 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.683352 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.683982 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.683982 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.684143 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.684857 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.810818 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.811140 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.811424 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.811692 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.811953 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.812258 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.812525 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.812780 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.813035 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.813319 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.813621 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.813880 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.814164 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.814424 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.814750 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.815511 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.815770 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.816084 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.816375 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.816661 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.817010 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.817411 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.817667 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.817952 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.818235 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.818487 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.818878 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:32.819120 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:32.819363 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:32.819603 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:32.819840 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:32.820076 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:32.820444 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 30 13:03:32.823774 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 30 13:03:32.827795 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 30 13:03:32.831690 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Apr 30 13:03:32.833361 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 30 13:03:32.833815 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 30 13:03:32.834174 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 30 13:03:32.834560 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 30 13:03:32.837354 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 30 13:03:32.837763 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 30 13:03:32.838096 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 13:03:32.867438 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 30 13:03:32.867893 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.868194 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73751) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 30 13:03:32.868558 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.869918 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73751) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 30 13:03:32.870232 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 13:03:32.870480 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 30 13:03:32.873793 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.874073 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:32.944345 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 30 13:03:32.944545 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 30 13:03:32.944723 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 30 13:03:32.945105 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 30 13:03:32.976684 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_db.sqlalchemy.engines [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73751) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 30 13:03:33.310268 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Initializing driver for type 'gre' Apr 30 13:03:33.310805 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] gre ID ranges: [(1, 1000)] Apr 30 13:03:33.368650 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Initializing driver for type 'local' Apr 30 13:03:33.369283 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Initializing driver for type 'vlan' Apr 30 13:03:33.382227 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] VlanTypeDriver initialization complete Apr 30 13:03:33.382624 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Initializing driver for type 'vxlan' Apr 30 13:03:33.383281 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] vxlan ID ranges: [(1, 1000)] Apr 30 13:03:33.441961 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Initializing extension driver 'port_security' Apr 30 13:03:33.442376 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.extensions.port_security [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] PortSecurityExtensionDriver initialization complete Apr 30 13:03:33.442712 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Initializing mechanism driver 'openvswitch' Apr 30 13:03:33.443047 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Initializing mechanism driver 'hyperv' Apr 30 13:03:33.449606 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.plugins.ml2.plugin [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:33.450419 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > port after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.450802 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > port after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.451167 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > port after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.451558 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > subnet after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.451918 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > subnet after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.452270 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.452656 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > network after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.453012 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > network after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.453429 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > network after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.453744 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > security_group after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.454126 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > security_group after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.454480 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > security_group after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.454865 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.455211 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.456140 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.456525 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > address_group after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.456880 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > address_group after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.457227 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > address_group after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.457579 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] ML2 OVO RPC backend initialized. {{(pid=73751) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 30 13:03:33.458368 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.458735 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.459157 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > network before_response 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.459511 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > networks before_response 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.459867 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > port before_response 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.460219 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > ports before_response 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.460570 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > subnet before_response 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.460933 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > subnets before_response 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.461273 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > network after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.461621 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > network after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.461967 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > network after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.462351 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > port after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.462703 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > port after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.463060 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > port after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.463399 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > subnet after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.463746 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > subnet after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.464092 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.464687 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.plugin [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Modular L2 Plugin initialization complete Apr 30 13:03:33.465023 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading services supported by the core plugin {{(pid=73751) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 30 13:03:33.465359 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.plugins.ml2.managers [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Got port-security extension from driver 'port_security' Apr 30 13:03:33.465831 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.extensions.vlantransparent [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Disabled vlantransparent extension. Apr 30 13:03:33.466461 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73751) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 30 13:03:33.466678 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading Plugin: router Apr 30 13:03:33.505152 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router_interface before_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.505565 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router after_create 55549900 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.505946 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router before_create 55549900 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.506349 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.506730 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.507100 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router after_delete 55549900 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.507467 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > floatingip after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.507837 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router after_create 55549900 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.508193 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router after_update 55549900 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.508549 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router after_update 55549900 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.508906 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.509273 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router after_update 55549900 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.509689 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router precommit_update 55549900 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.510064 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: port after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.510446 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: port after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.510794 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: subnet after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.511139 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.511494 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > port precommit_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.511849 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router precommit_create 55549900 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.512197 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: port before_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.512546 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router precommit_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.512910 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router after_update 55549900 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.513260 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router precommit_delete 55549900 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.513617 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router precommit_create 55549900 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.513998 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.514389 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router precommit_update 55549900 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.514773 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > network after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.515734 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Tracking information for resource: router configured {{(pid=73751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:33.516077 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Tracking information for resource: floatingip configured {{(pid=73751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:03:33.522075 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.db.l3_agentschedulers_db [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 30 13:03:33.522701 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: port after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.523076 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: port after_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.523436 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: port after_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.523807 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: port after_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.524672 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router before_create 55550100 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.525055 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router precommit_delete 55550100 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.525542 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router precommit_create 55550100 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.525793 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > router precommit_update 55550100 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.530382 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.services.provider_configuration [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Service providers = [] {{(pid=73751) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 30 13:03:33.530762 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.db.servicetype_db [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73751) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 30 13:03:33.534019 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.services.service_base [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:03:33.534406 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.services.service_base [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:03:33.534754 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.services.service_base [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:03:33.535636 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.services.service_base [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:03:33.536021 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.services.service_base [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 30 13:03:33.536627 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:33.536958 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 30 13:03:33.548778 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:33.548778 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading Plugin: auto_allocate Apr 30 13:03:33.555680 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: network precommit_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.556062 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: network precommit_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.556665 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:33.557000 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading Plugin: tag Apr 30 13:03:33.564646 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:33.565481 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading Plugin: timestamp Apr 30 13:03:33.569989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:33.570451 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading Plugin: network_ip_availability Apr 30 13:03:33.576738 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.577124 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.577496 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.578400 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:33.578685 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading Plugin: flavors Apr 30 13:03:33.584573 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:33.584903 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading Plugin: revisions Apr 30 13:03:33.590299 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:03:33.590613 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_concurrency.lockutils [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.669s {{(pid=73751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:33.591456 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73751) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 30 13:03:33.591814 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Initializing extension manager. Apr 30 13:03:33.592378 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: __init__.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.592676 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: __pycache__ {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.593019 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.593362 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: address_group.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.594345 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.595003 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: address-group Apr 30 13:03:33.595372 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: address_scope.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.596346 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.596996 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: address-scope Apr 30 13:03:33.597366 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.598527 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.599088 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: router-admin-state-down-before-update Apr 30 13:03:33.599422 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: agent.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.600146 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.600665 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: agent Apr 30 13:03:33.600994 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: agent_resources_synced.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.601915 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.602471 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: agent-resources-synced Apr 30 13:03:33.602803 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: allowedaddresspairs.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.604696 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.605234 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: allowed-address-pairs Apr 30 13:03:33.605568 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: auto_allocated_topology.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.606696 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.607262 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: auto-allocated-topology Apr 30 13:03:33.607593 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: availability_zone.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.608331 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.608858 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: availability_zone Apr 30 13:03:33.609184 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: availability_zone_filter.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.610169 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.610686 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: availability_zone_filter Apr 30 13:03:33.611008 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: data_plane_status.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.612446 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.612966 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension data-plane-status not supported by any of loaded plugins Apr 30 13:03:33.613292 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: default_subnetpools.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.614241 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.614762 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: default-subnetpools Apr 30 13:03:33.615088 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.615942 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.616458 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: dhcp_agent_scheduler Apr 30 13:03:33.616784 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: dns.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.617697 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.618239 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension dns-integration not supported by any of loaded plugins Apr 30 13:03:33.618569 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: dns_domain_ports.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.619489 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.620001 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 30 13:03:33.620391 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: dvr.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.620993 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.621502 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: dvr Apr 30 13:03:33.621828 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: empty_string_filtering.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.622770 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.623283 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: empty-string-filtering Apr 30 13:03:33.623612 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.624514 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.625023 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 30 13:03:33.625351 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.626295 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.626800 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 30 13:03:33.627149 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: external_net.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.628598 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.629111 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: external-net Apr 30 13:03:33.629438 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.630369 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.630888 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: extra_dhcp_opt Apr 30 13:03:33.631218 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: extraroute.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.632207 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.632738 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: extraroute Apr 30 13:03:33.633067 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: extraroute_atomic.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.634153 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.634680 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: extraroute-atomic Apr 30 13:03:33.635014 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: filter_validation.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.635700 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.636214 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: filter-validation Apr 30 13:03:33.636546 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: fip_pf_description.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.637681 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.638227 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 30 13:03:33.638557 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: fip_port_details.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.639472 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.639984 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: fip-port-details Apr 30 13:03:33.640311 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: flavors.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.641552 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.642073 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: flavors Apr 30 13:03:33.642440 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.644160 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.644682 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 30 13:03:33.645015 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: floatingip_pools.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.645714 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.646270 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: floatingip-pools Apr 30 13:03:33.646600 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: ip_allocation.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.647517 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.648033 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension ip_allocation not supported by any of loaded plugins Apr 30 13:03:33.648361 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.649274 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.649787 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: ip-substring-filtering Apr 30 13:03:33.650146 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: l2_adjacency.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.651105 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.651619 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 30 13:03:33.651946 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: l3.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.652963 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.653478 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: router Apr 30 13:03:33.653810 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.656188 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.656721 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 30 13:03:33.657059 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.658035 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.658698 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: ext-gw-mode Apr 30 13:03:33.659214 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.659946 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.660465 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: l3-ha Apr 30 13:03:33.660795 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: l3_flavors.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.661715 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.662268 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: l3-flavors Apr 30 13:03:33.662600 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.663532 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.664065 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 30 13:03:33.664394 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: l3agentscheduler.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.665508 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.666031 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: l3_agent_scheduler Apr 30 13:03:33.666514 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: logging.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.668089 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.668623 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension logging not supported by any of loaded plugins Apr 30 13:03:33.668966 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: metering.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.669707 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.670330 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: metering Apr 30 13:03:33.670668 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.671762 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.672286 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: metering_source_and_destination_fields Apr 30 13:03:33.672625 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: multiprovidernet.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.673704 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.674801 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: multi-provider Apr 30 13:03:33.675137 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: netmtu.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.676511 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.676637 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: net-mtu Apr 30 13:03:33.676890 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: netmtu_writable.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.677834 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.678775 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: net-mtu-writable Apr 30 13:03:33.678775 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: network_availability_zone.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.679691 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.680114 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: network_availability_zone Apr 30 13:03:33.680443 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: network_ip_availability.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.681580 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.682129 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: network-ip-availability Apr 30 13:03:33.682464 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: network_segment_range.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.683274 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.683789 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension network-segment-range not supported by any of loaded plugins Apr 30 13:03:33.684356 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: pagination.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.685097 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.685511 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: pagination Apr 30 13:03:33.685881 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: port_device_profile.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.686691 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.687902 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: port-device-profile Apr 30 13:03:33.687902 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.688693 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.689235 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: port-mac-address-regenerate Apr 30 13:03:33.689771 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.690683 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.691236 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: port-numa-affinity-policy Apr 30 13:03:33.693388 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: port_resource_request.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.693388 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.693700 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension port-resource-request not supported by any of loaded plugins Apr 30 13:03:33.693800 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: portbindings.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.694701 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.695271 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: binding Apr 30 13:03:33.695657 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: portbindings_extended.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.697124 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.697660 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: binding-extended Apr 30 13:03:33.697992 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: portsecurity.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.698964 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.699480 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: port-security Apr 30 13:03:33.700129 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: project_id.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.700787 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.701118 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: project-id Apr 30 13:03:33.701444 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: providernet.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.702396 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.702917 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: provider Apr 30 13:03:33.703246 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: qos.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.707344 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.708614 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension qos not supported by any of loaded plugins Apr 30 13:03:33.708614 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.709364 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.709871 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 30 13:03:33.710245 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.711167 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.711692 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 30 13:03:33.712098 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: qos_default.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.712930 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.713453 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension qos-default not supported by any of loaded plugins Apr 30 13:03:33.713781 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: qos_fip.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.714466 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.714976 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension qos-fip not supported by any of loaded plugins Apr 30 13:03:33.715302 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: qos_gateway_ip.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.716221 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.718525 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 30 13:03:33.718854 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: qos_port_network_policy.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.719779 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.720295 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 30 13:03:33.720624 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: qos_rule_type_details.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.721596 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.722132 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 30 13:03:33.722462 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: qos_rules_alias.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.723521 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.724043 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 30 13:03:33.724368 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: quotasv2.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.725506 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.725843 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: quotas Apr 30 13:03:33.726200 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: quotasv2_detail.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.727858 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.728481 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: quota_details Apr 30 13:03:33.728596 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: rbac.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.729619 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.730195 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: rbac-policies Apr 30 13:03:33.730554 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: rbac_address_group.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.731465 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.731993 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: rbac-address-group Apr 30 13:03:33.732334 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: rbac_address_scope.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.733294 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.733852 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: rbac-address-scope Apr 30 13:03:33.734227 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: rbac_security_groups.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.735208 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.735731 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: rbac-security-groups Apr 30 13:03:33.736062 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: rbac_subnetpool.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.737539 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.738057 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: rbac-subnetpool Apr 30 13:03:33.738416 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: revisionifmatch.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.739339 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.739859 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: revision-if-match Apr 30 13:03:33.740195 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: revisions.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.741324 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.741847 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: standard-attr-revisions Apr 30 13:03:33.742204 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: router_availability_zone.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.742886 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.743405 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: router_availability_zone Apr 30 13:03:33.743735 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: routerservicetype.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.744645 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.745169 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension router-service-type not supported by any of loaded plugins Apr 30 13:03:33.745499 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.746447 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.746974 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: security-groups-normalized-cidr Apr 30 13:03:33.747299 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.748217 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.748734 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: port-security-groups-filtering Apr 30 13:03:33.749060 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.749988 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.750542 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: security-groups-remote-address-group Apr 30 13:03:33.750881 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: securitygroup.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.761513 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.762141 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: security-group Apr 30 13:03:33.762580 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: segment.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.763487 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.764034 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension segment not supported by any of loaded plugins Apr 30 13:03:33.764405 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.765500 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.766054 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 30 13:03:33.766427 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: servicetype.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.767592 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.768192 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: service-type Apr 30 13:03:33.768528 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: sorting.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.769521 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.769854 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: sorting Apr 30 13:03:33.770221 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: standard_attr_segment.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.771149 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.771673 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 30 13:03:33.772003 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: standardattrdescription.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.772657 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.773167 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: standard-attr-description Apr 30 13:03:33.773492 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: stateful_security_group.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.774442 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.774964 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: stateful-security-group Apr 30 13:03:33.775292 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: stdattrs_common.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.775871 dv-cinder-788363-2-smb neutron-server[73751]: WARNING neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 30 13:03:33.776195 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.777196 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.777714 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 30 13:03:33.778042 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: subnet_onboard.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.779182 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.779700 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: subnet_onboard Apr 30 13:03:33.780024 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.780959 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.781480 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 30 13:03:33.781804 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: subnet_service_types.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.782761 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.783286 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: subnet-service-types Apr 30 13:03:33.783644 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: subnetallocation.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.784731 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.785248 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: subnet_allocation Apr 30 13:03:33.785575 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.786277 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.786796 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: subnetpool-prefix-ops Apr 30 13:03:33.787118 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.788057 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.788571 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 30 13:03:33.788946 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: tagging.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.790038 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.790602 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: standard-attr-tag Apr 30 13:03:33.790934 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: timestamp.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.792141 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.792665 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loaded extension: standard-attr-timestamp Apr 30 13:03:33.792997 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: trunk.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.794055 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.794630 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension trunk not supported by any of loaded plugins Apr 30 13:03:33.795531 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: trunk_details.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.796237 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.796608 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension trunk-details not supported by any of loaded plugins Apr 30 13:03:33.796937 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: uplink_status_propagation.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.797866 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.798420 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 30 13:03:33.798750 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Loading extension file: vlantransparent.py {{(pid=73751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:03:33.799960 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:03:33.800476 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 30 13:03:33.803059 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:network Apr 30 13:03:33.803812 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:subnet Apr 30 13:03:33.804894 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:03:33.805517 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:port Apr 30 13:03:33.806850 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.v2.resource_helper [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:33.807307 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.v2.resource_helper [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Service FLAVORS assigned prefix: {{(pid=73751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:33.807946 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.v2.resource_helper [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:33.808384 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.v2.resource_helper [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:33.808726 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:router Apr 30 13:03:33.809419 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:floatingip Apr 30 13:03:33.810142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.v2.resource_helper [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Service METERING assigned prefix: /metering {{(pid=73751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:33.811602 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.811994 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.812357 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:03:33.813567 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 13:03:33.814014 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:security_group Apr 30 13:03:33.815333 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 13:03:33.816046 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.v2.resource_helper [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Service CORE assigned prefix: {{(pid=73751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:33.816385 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:03:33.816728 dv-cinder-788363-2-smb neutron-server[73751]: WARNING neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] subnetpool is already registered Apr 30 13:03:33.817344 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.v2.resource_helper [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Service CORE assigned prefix: {{(pid=73751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:33.817678 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:03:33.818015 dv-cinder-788363-2-smb neutron-server[73751]: WARNING neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] subnetpool is already registered Apr 30 13:03:33.821829 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.v2.resource_helper [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:33.822307 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.v2.resource_helper [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Service FLAVORS assigned prefix: {{(pid=73751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:33.822925 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.v2.resource_helper [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:33.823353 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.v2.resource_helper [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:33.823698 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:router Apr 30 13:03:33.824034 dv-cinder-788363-2-smb neutron-server[73751]: WARNING neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] router is already registered Apr 30 13:03:33.824650 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:floatingip Apr 30 13:03:33.824984 dv-cinder-788363-2-smb neutron-server[73751]: WARNING neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] floatingip is already registered Apr 30 13:03:33.825624 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.v2.resource_helper [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Service METERING assigned prefix: /metering {{(pid=73751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:33.826337 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 13:03:33.826678 dv-cinder-788363-2-smb neutron-server[73751]: WARNING neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] rbac_policy is already registered Apr 30 13:03:33.827236 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:security_group Apr 30 13:03:33.827571 dv-cinder-788363-2-smb neutron-server[73751]: WARNING neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] security_group is already registered Apr 30 13:03:33.828187 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 13:03:33.828529 dv-cinder-788363-2-smb neutron-server[73751]: WARNING neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] security_group_rule is already registered Apr 30 13:03:33.829230 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.v2.resource_helper [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Service CORE assigned prefix: {{(pid=73751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:33.829563 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:03:33.829894 dv-cinder-788363-2-smb neutron-server[73751]: WARNING neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] subnetpool is already registered Apr 30 13:03:33.830620 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.v2.resource_helper [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Service CORE assigned prefix: {{(pid=73751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:03:33.830954 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:03:33.831283 dv-cinder-788363-2-smb neutron-server[73751]: WARNING neutron.quota.resource_registry [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] subnetpool is already registered Apr 30 13:03:33.831944 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: extensions {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.833675 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: address-groups {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.835811 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: address-scopes {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.837287 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: agents {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.838521 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: auto-allocated-topology {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.839833 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: availability_zones {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.841184 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: dhcp-networks {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.842777 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: dhcp-agents {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.844223 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: routers {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.846234 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: flavors {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.847412 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: service_profiles {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.848623 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: next_providers {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.850193 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: service_profiles {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.851656 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: floatingip-pools {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.853149 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: routers {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.855011 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: floatingips {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.856214 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: l3-routers {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.857792 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: l3-agents {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.859252 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: metering-labels {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.860599 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: metering-label-rules {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.862455 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: network-ip-availabilities {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.863735 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: bindings {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.865513 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: quotas {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.867299 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: quotas {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.868728 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: rbac-policies {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.870265 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: security-groups {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.871490 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: security-group-rules {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.872748 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: service-providers {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.873988 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: subnetpools {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.875438 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: subnetpools {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.876919 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: tags {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.879192 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: tags {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.881015 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: tags {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.882836 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: tags {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.885800 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: tags {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.887732 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: tags {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:33.889448 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: tags {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:34.003955 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: tags {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:34.005762 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: tags {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:34.007671 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron.api.extensions [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Extended resource: tags {{(pid=73751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:03:34.013635 dv-cinder-788363-2-smb neutron-server[73751]: WARNING keystonemiddleware.auth_token [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 30 13:03:34.018458 dv-cinder-788363-2-smb neutron-server[73751]: WARNING keystonemiddleware.auth_token [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 30 13:03:34.026651 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_concurrency.lockutils [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Acquired lock "singleton_lock" {{(pid=73751) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 30 13:03:34.027144 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_concurrency.lockutils [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Releasing lock "singleton_lock" {{(pid=73751) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 30 13:03:34.027798 dv-cinder-788363-2-smb neutron-server[73751]: INFO oslo_service.service [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Starting 2 workers Apr 30 13:03:34.032589 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Started child 73858 {{(pid=73751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:03:34.037657 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Started child 73859 {{(pid=73751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:03:34.039316 dv-cinder-788363-2-smb neutron-server[73751]: INFO neutron.service [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 30 13:03:34.039948 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Notify callbacks [] for process, before_spawn {{(pid=73751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:34.042663 dv-cinder-788363-2-smb neutron-server[73751]: INFO oslo_service.service [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Starting 1 workers Apr 30 13:03:34.043246 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:34.045715 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:34.047754 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [-] (73859) wsgi starting up on http://0.0.0.0:9696 Apr 30 13:03:34.047964 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Started child 73860 {{(pid=73751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:03:34.048309 dv-cinder-788363-2-smb neutron-server[73751]: INFO oslo_service.service [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Starting 1 workers Apr 30 13:03:34.048752 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [-] (73858) wsgi starting up on http://0.0.0.0:9696 Apr 30 13:03:34.051807 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.service [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] calling RpcWorker wait() {{(pid=73860) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 30 13:03:34.052371 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.service [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] returning from RpcWorker wait() {{(pid=73860) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 30 13:03:34.059161 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Started child 73861 {{(pid=73751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:03:34.059452 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:34.059452 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:34.059692 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG neutron_lib.callbacks.manager [None req-c963b75b-5954-4c33-a760-26faafc5e832 None None] Notify callbacks [] for process, after_spawn {{(pid=73751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:34.059692 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73751) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 13:03:34.059692 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:03:34.059692 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:03:34.059692 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:03:34.059692 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:03:34.059692 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:03:34.060468 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.060468 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.060468 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.060468 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.060468 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.060468 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.060468 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.060468 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.061275 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.061275 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.061478 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:34.062200 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.062200 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.062200 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.062200 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.062595 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.062700 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:34.062808 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.062808 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.063009 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.063270 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.063270 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.064004 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.064004 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.064337 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] debug = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.064508 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.064887 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.065095 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.065449 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.065636 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.065967 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.066228 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.066469 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.066722 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.066987 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.067206 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.067468 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.067707 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.067927 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.068169 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.068446 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.068689 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.069193 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] host = dv-cinder-788363-2-smb {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.069431 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.069673 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.069928 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.070227 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.070477 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.070683 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.070936 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.071220 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.071470 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.071703 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.071957 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.072200 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.072446 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.072707 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_file = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.072873 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_options = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.073094 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.073377 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.073655 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.073850 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.074021 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.074245 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.074501 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.074749 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.075033 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.075167 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.075374 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.075596 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.075878 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.076158 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.076622 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.077026 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.077345 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.077547 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.077802 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.078036 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.078302 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.078539 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.078761 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.078967 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.079187 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.079403 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.079693 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.079937 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.080164 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.082124 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.082124 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.082124 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.082124 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.082124 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.082124 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.083205 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.083205 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.083205 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.083205 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.083619 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.083619 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.083830 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.084166 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.084406 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.084959 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.084959 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] use_json = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.085309 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.085456 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.085670 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.085805 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.086047 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.086295 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.086552 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.086792 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.087841 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.087841 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.087841 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.088242 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.088366 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.088509 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.088745 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.088990 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.090145 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.090145 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.090145 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.090145 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.090438 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.090661 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.090976 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.091475 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.091843 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.092115 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.092696 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.092696 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.093000 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.093138 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.093436 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.093637 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.093888 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.094722 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.094956 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.095427 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.096357 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.096619 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.096842 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.097573 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.097573 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.097573 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.097973 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.097973 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.098243 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.098444 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.098683 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.098937 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.099186 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.099430 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.099684 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.100066 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.100226 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.100383 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.100602 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.100834 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.101127 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.101373 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.102168 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.102168 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.102168 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.102625 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.102625 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.102903 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.103040 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.103175 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.103747 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.103747 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.104054 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.104191 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.104345 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.104544 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.104761 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.105001 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.105230 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.105492 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.105662 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.105860 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.106140 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.106362 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.106545 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.109417 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.109417 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.109417 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.109417 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.109417 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.109417 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.109417 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.109895 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.109895 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.110020 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.110245 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.110522 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.110878 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.111172 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.111508 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.112278 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.112529 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.112755 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.113013 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.113308 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.113542 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.113811 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.114077 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.114337 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.114587 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.114853 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.115116 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.115411 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.115636 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.116066 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.116442 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.116893 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.117151 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.117463 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.117726 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.118021 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.118276 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.118550 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.118836 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.119145 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.119316 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.119571 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.119833 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.120117 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.120416 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.120711 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.120966 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.121367 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.121367 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.121771 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.122321 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.122513 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.122869 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.123431 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.123554 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.124673 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.124673 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.124673 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.124673 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.125023 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.125023 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.125190 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.125401 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.125667 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.126189 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.126367 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.126691 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.126920 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.127459 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.127459 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.127971 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.127971 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.128223 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.128350 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.128944 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.128944 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.129214 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.129214 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.129422 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.129656 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.129916 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.130149 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.130375 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.130625 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.130860 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.131075 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.131332 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.131549 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.131775 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.132048 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.132242 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.132465 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.132701 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.132895 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.133162 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.133854 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.133854 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.134022 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.134215 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.134388 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.134648 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.134903 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.135121 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.135371 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.135617 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.135829 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.136053 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.136257 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.136495 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.136732 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.136992 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.137210 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.137473 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.137698 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.138043 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.138377 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.138628 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.138892 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.139137 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.139408 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.139788 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.140020 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.140264 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.140487 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.140732 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.141030 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.141570 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.141570 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.141973 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.141973 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.142285 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.142436 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.142587 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.143131 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.143295 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.143432 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.143621 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.143864 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.144095 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.144303 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.144516 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.144758 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.144969 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.145220 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.145604 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.145771 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.145919 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.146055 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.146363 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.146516 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.146704 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.147034 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.147238 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.147379 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.147561 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.147772 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.147990 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.148201 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.148536 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.148788 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.149011 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.149297 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.149564 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.149797 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.150068 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.150425 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.150642 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.150919 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.151110 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.151330 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.151571 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.151844 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.152167 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.152467 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.152735 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.152976 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.153253 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.153530 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.153773 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.153988 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.154325 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.154770 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.155327 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.155327 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.155640 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.155842 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.156336 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.156336 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.156654 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.156654 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.157306 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.157306 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.157306 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.158052 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.158052 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.158052 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.159200 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.159200 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.159200 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.159804 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.159804 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.159804 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:03:34.160385 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73751) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 13:03:34.160569 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:03:34.160750 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:03:34.160931 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:03:34.161140 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:03:34.161140 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:03:34.161483 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.161483 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.161845 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.161845 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.162273 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.162273 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.162651 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.162845 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.163038 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.163231 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.163231 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.163602 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.163602 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.163985 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.163985 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.163985 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.164540 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.164540 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.164540 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.165085 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.165085 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.165085 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.165085 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] debug = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.165811 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.165811 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.165811 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.165811 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.165811 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.166775 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.166775 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.166775 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.166775 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.166775 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.166775 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.168006 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.168006 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.168006 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.168006 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.168006 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.168006 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.168006 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] host = dv-cinder-788363-2-smb {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.168006 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.168006 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.169652 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.169652 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.169652 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.169652 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.169652 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.169652 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.169652 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.169652 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.170809 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.170809 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.170809 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.170809 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_file = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.170809 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_options = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.170809 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.170809 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.170809 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.172000 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.172000 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.172000 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.172000 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.172000 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.172000 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.172000 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.173401 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.173401 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.173401 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.173401 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.173401 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.173401 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.173401 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.173401 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.174898 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.174898 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.174898 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.174898 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.174898 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.174898 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.174898 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.174898 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.176347 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.176347 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.176347 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.176347 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.176347 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.176347 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.176347 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.176347 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.177784 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.177784 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.177784 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.177784 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.177784 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.177784 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.177784 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.177784 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.179272 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.179272 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.179272 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.179272 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] use_json = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.179272 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.179272 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.179272 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.179272 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.179272 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.181142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.181142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.181142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:03:34.181142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.181142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.181142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.181142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.181142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.182603 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.182603 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.182603 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.182603 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.182603 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.182603 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.182603 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.182603 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.182603 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.183989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.183989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.183989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.183989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.183989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.183989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.183989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.183989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.185142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.185142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.185142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.185142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.185142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.185142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.185142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.185142 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.186308 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.186308 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.186308 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.186308 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.186308 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.186308 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.186308 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.186308 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.186308 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.187448 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.187448 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.187448 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.187448 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.187448 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.187448 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.187448 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.187448 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.187448 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.188492 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.188492 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.188492 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.188492 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.188492 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.188492 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.188492 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.188492 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.188492 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.189470 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.189470 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.189470 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.189470 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.190547 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:34.190705 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.190705 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.190705 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.190705 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.190705 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.190705 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.190705 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.190705 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.190705 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.191676 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.191676 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.191676 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.191676 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.191676 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.191676 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.191676 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.191676 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.191676 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.192657 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.192657 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.192657 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.192657 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.192657 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.192657 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.192657 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.192657 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.193522 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.193522 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.193522 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.193522 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.193522 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.193522 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.193522 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.193522 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.194462 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.194462 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.194462 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.194462 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.194462 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.194462 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.194462 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.194462 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.195319 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.195319 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.195319 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.195319 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.195319 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.195869 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.195869 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.195869 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.195869 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.196300 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.196300 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.196300 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.196625 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.196625 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.196862 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.196862 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.197100 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.197222 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.197342 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.197509 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.197672 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.197833 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.197996 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.198184 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.198344 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.198517 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.198679 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.198841 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.199014 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.199244 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.199406 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.199559 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.199721 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.199867 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.200042 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.202140 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.202140 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.202140 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.202140 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.202140 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.202588 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.202785 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.202955 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.203127 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.203295 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.203466 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.203655 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.203865 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.204068 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.204068 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.204449 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.204449 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.205113 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.205113 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.205113 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.205113 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.205113 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.206587 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.206587 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.206587 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.206587 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.206587 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.207437 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.207437 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.207437 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.207437 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.207437 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.207437 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.208532 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.208532 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.208532 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.208532 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.208532 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.208532 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.208532 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.209664 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.209664 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.209664 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.209664 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.209664 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.209664 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.209664 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.210989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.210989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.210989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.210989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.210989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.210989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.210989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.210989 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.212127 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.212127 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.212127 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.212127 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.212127 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.212127 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.212127 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.212127 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.213065 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.213065 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.213065 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.213065 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.213065 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.213065 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.213065 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.213829 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.213829 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.213829 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.213829 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.213829 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.214498 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.214498 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.214498 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.214498 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.215156 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.215156 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.215156 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.215156 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.215722 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.215722 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.215722 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.215722 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.216365 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.216365 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.216365 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.216365 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.216365 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.217134 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.217134 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.217134 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.217134 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.217590 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.217590 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.217590 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.217917 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.218036 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.218277 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.218478 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.218642 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.218788 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.218959 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.219150 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.219292 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.219433 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.219739 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.220020 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.220212 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.220373 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.220535 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.220692 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.220894 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.221053 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.221219 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.221568 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.221810 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.221955 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.222135 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.222297 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.222423 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.222543 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.222687 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.222825 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.222976 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.223169 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.223344 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.223517 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.223697 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.223870 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.223870 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.224189 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.224189 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:03:34.224509 dv-cinder-788363-2-smb neutron-server[73751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:03:34.230626 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 37712) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:34.240327 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [-] 10.222.0.93 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066578 Apr 30 13:03:45.777767 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7a2901-ffcc-46d1-86e3-9b935c84d0e9 None None] get_active_networks_info from dv-cinder-788363-2-smb {{(pid=73860) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 30 13:03:45.875532 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7a2901-ffcc-46d1-86e3-9b935c84d0e9 None None] No non-hosted networks {{(pid=73860) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 30 13:03:45.886008 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.agentschedulers_db [None req-0b7a2901-ffcc-46d1-86e3-9b935c84d0e9 None None] DHCP Agent not found on host dv-cinder-788363-2-smb {{(pid=73860) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 30 13:03:46.041682 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e4bb00fa-a67e-4103-b8d6-026819d7e02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094'] for agent, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:48.041649 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094'] for agent, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:48.042290 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:48.042671 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:48.043252 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:48.043694 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:48.044232 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:48.059614 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:48.059993 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:48.060332 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:48.072119 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:48.075544 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:48.083440 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:48.083968 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:48.084724 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788363-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:48.104928 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788363-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:48.493045 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e96a712f-3f71-4a10-bc35-5182419c2920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094'] for agent, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:48.527949 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2c71-26b7-41a8-86c9-d8e349effad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:49.668660 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094'] for agent, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:51.309399 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094'] for agent, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:52.855446 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 37802) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:53.487624 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.db.l3_hamode_db [None req-5107d2fa-5178-4ef9-b647-ec6532b8ce8c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 30 13:03:53.516498 dv-cinder-788363-2-smb neutron-server[73859]: WARNING oslo_policy.policy [None req-7f5c9284-c10d-4a75-9471-948b6152ff7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:53.517175 dv-cinder-788363-2-smb neutron-server[73859]: WARNING oslo_policy.policy [None req-7f5c9284-c10d-4a75-9471-948b6152ff7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:53.577902 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5107d2fa-5178-4ef9-b647-ec6532b8ce8c None None] Routers set() bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:03:53.578321 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5107d2fa-5178-4ef9-b647-ec6532b8ce8c None None] Router IDs set() for agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Apr 30 13:03:53.732899 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [None req-7f5c9284-c10d-4a75-9471-948b6152ff7d admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=73859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:03:53.734008 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-7f5c9284-c10d-4a75-9471-948b6152ff7d admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8777230 Apr 30 13:03:56.135278 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 37816) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:56.520645 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-765c26d9-e984-4d56-920a-551673fb3cd8 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:03:56.620491 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.policy [None req-765c26d9-e984-4d56-920a-551673fb3cd8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73859) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 13:03:56.667523 dv-cinder-788363-2-smb neutron-server[73859]: WARNING oslo_policy.policy [None req-765c26d9-e984-4d56-920a-551673fb3cd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:56.668230 dv-cinder-788363-2-smb neutron-server[73859]: WARNING oslo_policy.policy [None req-765c26d9-e984-4d56-920a-551673fb3cd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:56.676958 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.quota [None req-765c26d9-e984-4d56-920a-551673fb3cd8 admin admin] Loaded quota_driver: . Apr 30 13:03:56.693234 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-765c26d9-e984-4d56-920a-551673fb3cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:56.754777 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-765c26d9-e984-4d56-920a-551673fb3cd8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749322231362', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749322230801', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749322236482', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749322246363', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749322256305', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749322257779', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133776818', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133821847', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-652145', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-575175'] for rbac-policy, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:56.826768 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-765c26d9-e984-4d56-920a-551673fb3cd8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:56.827951 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-765c26d9-e984-4d56-920a-551673fb3cd8 admin admin] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6916857 Apr 30 13:03:59.503098 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 37830) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:59.887603 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Request body: {'network': {'project_id': '367c1ca02c7d46128cbad19ebe69df84', 'tenant_id': '367c1ca02c7d46128cbad19ebe69df84', 'name': 'private', 'admin_state_up': True}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:03:59.892882 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:59.897535 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Usage tracker for resource:network and tenant:367c1ca02c7d46128cbad19ebe69df84 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:03:59.902317 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:03:59.909197 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:03:59.919561 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Made reservation on behalf of 367c1ca02c7d46128cbad19ebe69df84 for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:03:59.922668 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:59.940856 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:59.955529 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:59.960103 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Usage tracker for resource:security_group_rule and tenant:367c1ca02c7d46128cbad19ebe69df84 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:03:59.965343 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:03:59.971587 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:04:00.081336 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:00.085520 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:00.091060 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:00.112898 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] vlan segment allocate from pool success with {'vlan_id': 1209, 'physical_network': 'physnet1'} {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:04:00.138194 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749317885076', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:00.138728 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Unsubscribe: segment precommit_create {{(pid=73859) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 13:04:00.139197 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.segments_db [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Added segment e2e3d001-f50a-4827-aa51-f87dcecd68b7 of type vlan for network 6a8beb19-0525-4f73-9735-8deed45701b1 Apr 30 13:04:00.147937 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32975733-cd07-4469-998c-9ab78ac60e68,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:00.203797 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:00.204124 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:00.204452 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:00.204787 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:00.205638 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:00.205960 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:00.206290 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:00.206812 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:00.207179 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:00.207490 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:00.207803 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:00.208125 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Tracked resource versions report: Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: pushed versions: Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: { 'AddressGroup': {'1.2'}, Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'ConntrackHelper': {'1.0'}, Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'Log': {'1.0'}, Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'Network': {'1.1'}, Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'Port': {'1.7'}, Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'PortForwarding': {'1.2'}, Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'QosPolicy': {'1.8'}, Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'SecurityGroup': {'1.4'}, Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'SubPort': {'1.0'}, Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'Subnet': {'1.1'}, Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'Trunk': {'1.1'}} Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: consumer versions: Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: { DHCP agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: L3 agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: Metadata agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: Metering agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: Open vSwitch agent@dv-cinder-788363-2-smb: { 'AddressGroup': '1.2', Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'ConntrackHelper': '1.0', Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'Log': '1.0', Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'Network': '1.1', Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'Port': '1.7', Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'PortForwarding': '1.2', Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'QosPolicy': '1.8', Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'SecurityGroup': '1.4', Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'SecurityGroupRule': '1.2', Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'SubPort': '1.0', Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'Subnet': '1.1', Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: 'Trunk': '1.1'}} Apr 30 13:04:00.209246 dv-cinder-788363-2-smb neutron-server[73859]: {{(pid=73859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:04:00.263302 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:00.265117 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:00.308411 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:00.309914 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:04:00.310600 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:00.315810 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:00.418090 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9135041 Apr 30 13:04:00.420618 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Pushing event updated for resources: {'Network': ['ID=6a8beb19-0525-4f73-9735-8deed45701b1,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:00.423902 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:00.432919 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network 6a8beb19-0525-4f73-9735-8deed45701b1 details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:04:03.149604 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 37846) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:03.762167 dv-cinder-788363-2-smb neutron-server[73858]: WARNING oslo_policy.policy [None req-1d4746db-951f-4610-9250-6181472eb3d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:04:03.762813 dv-cinder-788363-2-smb neutron-server[73858]: WARNING oslo_policy.policy [None req-1d4746db-951f-4610-9250-6181472eb3d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:04:04.198512 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.policy [None req-1d4746db-951f-4610-9250-6181472eb3d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73858) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 13:04:04.244310 dv-cinder-788363-2-smb neutron-server[73858]: WARNING oslo_policy.policy [None req-1d4746db-951f-4610-9250-6181472eb3d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:04:04.244740 dv-cinder-788363-2-smb neutron-server[73858]: WARNING oslo_policy.policy [None req-1d4746db-951f-4610-9250-6181472eb3d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:04:04.253547 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4746db-951f-4610-9250-6181472eb3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:04:04.255411 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-1d4746db-951f-4610-9250-6181472eb3d9 admin admin] 10.222.0.93 "GET /v2.0/networks/6a8beb19-0525-4f73-9735-8deed45701b1 HTTP/1.1" status: 200 len: 826 time: 1.1038041 Apr 30 13:04:04.288765 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-e5645226-5c12-4227-adb6-ff65f3e52a95 admin admin] 10.222.0.93 "GET /v2.0/subnetpools/75f16963-26da-4973-8bdd-146f127f794f HTTP/1.1" status: 200 len: 734 time: 0.0280075 Apr 30 13:04:04.297988 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Request body: {'subnet': {'tenant_id': '367c1ca02c7d46128cbad19ebe69df84', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1', 'subnetpool_id': '75f16963-26da-4973-8bdd-146f127f794f'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:04:04.300126 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.quota [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Loaded quota_driver: . Apr 30 13:04:04.306780 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:04:04.317302 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Usage tracker for resource:subnet and tenant:367c1ca02c7d46128cbad19ebe69df84 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:04:04.320706 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:04:04.328362 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:04:04.342689 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Made reservation on behalf of 367c1ca02c7d46128cbad19ebe69df84 for: {'subnet': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:04:04.345568 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Notify callbacks [] for subnet, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:04.863233 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for subnet, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:04.869245 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:04.945459 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Checking segment: {'id': 'e2e3d001-f50a-4827-aa51-f87dcecd68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:04:04.945823 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Network hostable DHCP agents. Network: 6a8beb19-0525-4f73-9735-8deed45701b1, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:04:04.965101 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b893743-0a2c-45a1-a307-474fa8f888f0,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:04.976328 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:04.976783 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:04.977138 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:04.977465 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:04.977780 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:04.978108 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:04.978434 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:04.978859 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:04.979224 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:04.979538 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:04.979844 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:04.980151 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Tracked resource versions report: Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: pushed versions: Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: { 'AddressGroup': {'1.2'}, Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'ConntrackHelper': {'1.0'}, Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'Log': {'1.0'}, Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'Network': {'1.1'}, Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'Port': {'1.7'}, Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'PortForwarding': {'1.2'}, Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'QosPolicy': {'1.8'}, Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'SecurityGroup': {'1.4'}, Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'SubPort': {'1.0'}, Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'Subnet': {'1.1'}, Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'Trunk': {'1.1'}} Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: consumer versions: Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: { DHCP agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: L3 agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: Metadata agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: Metering agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: Open vSwitch agent@dv-cinder-788363-2-smb: { 'AddressGroup': '1.2', Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'ConntrackHelper': '1.0', Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'Log': '1.0', Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'Network': '1.1', Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'Port': '1.7', Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'PortForwarding': '1.2', Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'QosPolicy': '1.8', Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'SecurityGroup': '1.4', Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'SecurityGroupRule': '1.2', Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'SubPort': '1.0', Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'Subnet': '1.1', Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: 'Trunk': '1.1'}} Apr 30 13:04:04.981258 dv-cinder-788363-2-smb neutron-server[73858]: {{(pid=73858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:04:05.000475 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Network 6a8beb19-0525-4f73-9735-8deed45701b1 is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:04:05.014797 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, 6a8beb19-0525-4f73-9735-8deed45701b1) {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:04:05.032049 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:05.044547 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:04:05.045203 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:05.047409 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa0f74d-50a9-479d-bc39-158d63de9277 None None] Network 6a8beb19-0525-4f73-9735-8deed45701b1 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:04:05.077764 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7835097 Apr 30 13:04:05.370127 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6240a12c-8c8e-5dca-9d08-f3b2e435f8ad-6a8beb19-0525-4f73-9735-8deed45701b1', 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1', 'tenant_id': '367c1ca02c7d46128cbad19ebe69df84', 'fixed_ips': [{'subnet_id': '4b893743-0a2c-45a1-a307-474fa8f888f0'}]}} from dv-cinder-788363-2-smb. {{(pid=73860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:04:05.371798 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:05.586528 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Allocated IP 172.20.0.2 (6a8beb19-0525-4f73-9735-8deed45701b1/4b893743-0a2c-45a1-a307-474fa8f888f0/c960868a-e105-434c-91b8-0de92cb922e3) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:04:05.828874 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:05.843242 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Transition to ACTIVE for port object c960868a-e105-434c-91b8-0de92cb922e3 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:04:05.863980 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Transition to ACTIVE for port object c960868a-e105-434c-91b8-0de92cb922e3 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:04:05.872006 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:05.879234 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:05.943018 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Network 6a8beb19-0525-4f73-9735-8deed45701b1 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:04:05.950482 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:04:05.957878 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:04:05.964665 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Pushing event updated for resources: {'Port': ['ID=c960868a-e105-434c-91b8-0de92cb922e3,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:06.011043 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:06.011043 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:06.011347 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:06.011420 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:06.011753 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:06.012075 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:06.012391 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:06.012975 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:06.013226 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:06.013545 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:06.013955 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:06.014187 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Tracked resource versions report: Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: pushed versions: Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: { 'AddressGroup': {'1.2'}, Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'ConntrackHelper': {'1.0'}, Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'Log': {'1.0'}, Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'Network': {'1.1'}, Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'Port': {'1.7'}, Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'PortForwarding': {'1.2'}, Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'QosPolicy': {'1.8'}, Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'SecurityGroup': {'1.4'}, Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'SubPort': {'1.0'}, Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'Subnet': {'1.1'}, Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'Trunk': {'1.1'}} Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: consumer versions: Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: { DHCP agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: L3 agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: Metadata agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: Metering agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: Open vSwitch agent@dv-cinder-788363-2-smb: { 'AddressGroup': '1.2', Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'ConntrackHelper': '1.0', Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'Log': '1.0', Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'Network': '1.1', Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'Port': '1.7', Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'PortForwarding': '1.2', Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'QosPolicy': '1.8', Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'SecurityGroup': '1.4', Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'SecurityGroupRule': '1.2', Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'SubPort': '1.0', Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'Subnet': '1.1', Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: 'Trunk': '1.1'}} Apr 30 13:04:06.015478 dv-cinder-788363-2-smb neutron-server[73860]: {{(pid=73860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:04:06.025343 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:06.083342 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Attempting to bind port c960868a-e105-434c-91b8-0de92cb922e3 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:04:06.084048 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Attempting to bind port c960868a-e105-434c-91b8-0de92cb922e3 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': 'e2e3d001-f50a-4827-aa51-f87dcecd68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:04:06.084158 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Attempting to bind port c960868a-e105-434c-91b8-0de92cb922e3 on network 6a8beb19-0525-4f73-9735-8deed45701b1 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:04:06.089591 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:04:06.090003 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Checking segment: {'id': 'e2e3d001-f50a-4827-aa51-f87dcecd68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:04:06.090499 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:06.090897 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Bound using segment: {'id': 'e2e3d001-f50a-4827-aa51-f87dcecd68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:04:06.091493 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Bound port: c960868a-e105-434c-91b8-0de92cb922e3, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e3d001-f50a-4827-aa51-f87dcecd68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:04:06.091895 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:06.186568 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] For port c960868a-e105-434c-91b8-0de92cb922e3, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:04:06.191315 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] For port c960868a-e105-434c-91b8-0de92cb922e3, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=c960868a-e105-434c-91b8-0de92cb922e3,segment=NetworkSegment(e2e3d001-f50a-4827-aa51-f87dcecd68b7),segment_id=e2e3d001-f50a-4827-aa51-f87dcecd68b7)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:04:06.197571 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:06.202345 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:06.289192 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Pushing event updated for resources: {'Port': ['ID=c960868a-e105-434c-91b8-0de92cb922e3,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:06.323681 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:07.593856 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 37870) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:08.016230 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [None req-7ff4ee39-3632-4de2-8d7c-896664f65c6b admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=73858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:04:08.018153 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-7ff4ee39-3632-4de2-8d7c-896664f65c6b admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4224749 Apr 30 13:04:10.471034 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 37880) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:10.878005 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [None req-ffae677a-fdf1-4bb8-9460-4324ca1aad6a admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=73859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:04:10.879096 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-ffae677a-fdf1-4bb8-9460-4324ca1aad6a admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4070928 Apr 30 13:04:11.875946 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747324bf-7bb2-4616-8c6e-386438d4d1d0 None None] Network 6a8beb19-0525-4f73-9735-8deed45701b1 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:04:11.986344 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-46e9630a-9e05-4a77-a701-1db1f3e1a83c None None] Provisioning for port c960868a-e105-434c-91b8-0de92cb922e3 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:04:12.109721 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device c960868a-e105-434c-91b8-0de92cb922e3 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:04:12.208138 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port c960868a-e105-434c-91b8-0de92cb922e3 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:04:12.214930 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port c960868a-e105-434c-91b8-0de92cb922e3 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:04:12.215321 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:12.341104 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:12.382847 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port c960868a-e105-434c-91b8-0de92cb922e3, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=c960868a-e105-434c-91b8-0de92cb922e3,segment=NetworkSegment(e2e3d001-f50a-4827-aa51-f87dcecd68b7),segment_id=e2e3d001-f50a-4827-aa51-f87dcecd68b7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:04:12.387723 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:12.393269 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:12.460291 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-097a1aa7-2b2a-4e57-ab25-c04858f9e379 None None] Provisioning complete for port c960868a-e105-434c-91b8-0de92cb922e3 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:04:12.460660 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-097a1aa7-2b2a-4e57-ab25-c04858f9e379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:12.512457 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=c960868a-e105-434c-91b8-0de92cb922e3,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:12.518613 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:13.568121 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 37896) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:13.925189 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-05129a88-c4f7-4aad-af53-831b03a4010b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '367c1ca02c7d46128cbad19ebe69df84'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:04:13.930203 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-05129a88-c4f7-4aad-af53-831b03a4010b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:04:13.933884 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-05129a88-c4f7-4aad-af53-831b03a4010b admin admin] Usage tracker for resource:router and tenant:367c1ca02c7d46128cbad19ebe69df84 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:04:13.937601 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-05129a88-c4f7-4aad-af53-831b03a4010b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:04:13.943545 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-05129a88-c4f7-4aad-af53-831b03a4010b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:04:13.954019 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-05129a88-c4f7-4aad-af53-831b03a4010b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59942'] for router, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:13.955660 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-05129a88-c4f7-4aad-af53-831b03a4010b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-973016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59999'] for router, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:13.978784 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-05129a88-c4f7-4aad-af53-831b03a4010b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:14.060102 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device c960868a-e105-434c-91b8-0de92cb922e3 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:04:14.092018 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-05129a88-c4f7-4aad-af53-831b03a4010b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933219'] for router, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:14.112257 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-05129a88-c4f7-4aad-af53-831b03a4010b admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:14.113483 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-05129a88-c4f7-4aad-af53-831b03a4010b admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5444024 Apr 30 13:04:14.138494 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port c960868a-e105-434c-91b8-0de92cb922e3 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:04:14.138872 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:15.700445 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9483cd75-6c2b-4bb7-af70-fefc5251987b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:16.556854 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 37906) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:16.953527 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [None req-539e20a9-10c4-40c1-bfbf-ced84f66f4d8 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=73859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:04:16.954571 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-539e20a9-10c4-40c1-bfbf-ced84f66f4d8 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3968365 Apr 30 13:04:18.029192 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:18.465923 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cc6e12fd-0fd5-44d2-87ec-a6b265de7bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:19.383025 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 37916) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:19.594505 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:19.760841 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:04:19.765872 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:04:19.770373 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Usage tracker for resource:network and tenant:44eb9abc65d144b89fbf8c4659cae3d2 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:04:19.773162 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:04:19.779018 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:04:19.789116 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Made reservation on behalf of 44eb9abc65d144b89fbf8c4659cae3d2 for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:04:19.791521 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:19.803220 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:19.817105 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:04:19.820717 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Usage tracker for resource:security_group_rule and tenant:44eb9abc65d144b89fbf8c4659cae3d2 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:04:19.823384 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:04:19.829220 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:04:19.915564 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:19.919283 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:19.923478 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:19.936686 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Reserving flat network on physical network physnet1 {{(pid=73859) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 30 13:04:19.962064 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:19.962458 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.segments_db [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Added segment 55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1 of type flat for network 07ca4a00-754c-4ee1-bad7-4e9920ec041b Apr 30 13:04:19.963592 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655809f3-4e79-4eb9-aa97-555c7b32794e,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:19.969882 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:20.000951 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:20.038208 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:20.039898 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:04:20.040489 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:20.045210 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:20.167308 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7830586 Apr 30 13:04:20.167768 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Pushing event updated for resources: {'Network': ['ID=07ca4a00-754c-4ee1-bad7-4e9920ec041b,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:20.170677 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:20.179033 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:04:21.263053 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:22.552208 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 37936) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:22.778709 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6e8b69-78e6-4c29-b76c-a04614d83b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:04:22.780079 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-ac6e8b69-78e6-4c29-b76c-a04614d83b87 admin admin] 10.222.0.93 "GET /v2.0/subnets/4b893743-0a2c-45a1-a307-474fa8f888f0 HTTP/1.1" status: 200 len: 849 time: 0.2270081 Apr 30 13:04:22.922155 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-c22928d1-68c2-46d0-9a63-8b4b60696f24 admin admin] 10.222.0.93 "GET /v2.0/routers/dd7b5d61-db41-4148-a328-f3d263e3a445 HTTP/1.1" status: 200 len: 704 time: 0.1357677 Apr 30 13:04:23.385741 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:23.617522 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Allocated IP 172.20.0.1 (6a8beb19-0525-4f73-9735-8deed45701b1/4b893743-0a2c-45a1-a307-474fa8f888f0/d1986beb-5b13-4629-aa83-4cc1a62e7857) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:04:23.772602 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:23.790534 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Transition to ACTIVE for port object d1986beb-5b13-4629-aa83-4cc1a62e7857 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:04:23.846907 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:23.851903 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:23.912158 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Network 6a8beb19-0525-4f73-9735-8deed45701b1 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:04:23.915314 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:04:23.922289 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:04:23.922804 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920045'] for router_interface, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:24.081637 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Pushing event updated for resources: {'Port': ['ID=d1986beb-5b13-4629-aa83-4cc1a62e7857,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:24.099301 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:24.107429 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-ff5eab1e-5e13-4d62-a72a-005770ea64d0 None None] Provisioning for port d1986beb-5b13-4629-aa83-4cc1a62e7857 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:04:24.115322 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-ff5eab1e-5e13-4d62-a72a-005770ea64d0 None None] Provisioning complete for port d1986beb-5b13-4629-aa83-4cc1a62e7857 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:04:24.115822 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ff5eab1e-5e13-4d62-a72a-005770ea64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:24.180868 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-ff5eab1e-5e13-4d62-a72a-005770ea64d0 None None] Port d1986beb-5b13-4629-aa83-4cc1a62e7857 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:04:24.233031 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:24.467136 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:24.472174 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:24.473323 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919880'] for router_interface, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:24.476938 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:24.540332 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Pushing event updated for resources: {'Port': ['ID=d1986beb-5b13-4629-aa83-4cc1a62e7857,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:24.544592 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:24.685845 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Network 6a8beb19-0525-4f73-9735-8deed45701b1 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:04:24.686950 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:04:24.882087 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Router dd7b5d61-db41-4148-a328-f3d263e3a445 is scheduled to L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f with binding_index 1 {{(pid=73859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:04:24.904084 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-46c8a121-9480-4510-9b61-86abf42608f9 None None] Provisioning complete for port d1986beb-5b13-4629-aa83-4cc1a62e7857 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:04:24.904912 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-46c8a121-9480-4510-9b61-86abf42608f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:24.958450 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-46c8a121-9480-4510-9b61-86abf42608f9 None None] Port d1986beb-5b13-4629-aa83-4cc1a62e7857 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:04:25.038448 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:04:25.048871 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] 10.222.0.93 "PUT /v2.0/routers/dd7b5d61-db41-4148-a328-f3d263e3a445/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1213920 Apr 30 13:04:25.049207 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Sync routers for ids ['dd7b5d61-db41-4148-a328-f3d263e3a445'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:04:25.060905 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Routers {'dd7b5d61-db41-4148-a328-f3d263e3a445'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:04:25.061753 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:04:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['dd7b5d61-db41-4148-a328-f3d263e3a445'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:25.237398 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Set router dd7b5d61-db41-4148-a328-f3d263e3a445 gateway port host: None {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:04:25.624068 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b5d61-db41-4148-a328-f3d263e3a445', 'name': 'router1', 'tenant_id': '367c1ca02c7d46128cbad19ebe69df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:04:13Z', 'updated_at': '2021-04-30T13:04:24Z', 'revision_number': 2, 'project_id': '367c1ca02c7d46128cbad19ebe69df84', 'gw_port_host': None, '_interfaces': [{'id': 'd1986beb-5b13-4629-aa83-4cc1a62e7857', 'name': '', 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1', 'tenant_id': '367c1ca02c7d46128cbad19ebe69df84', 'mac_address': 'fa:16:3e:a1:70:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7b5d61-db41-4148-a328-f3d263e3a445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b893743-0a2c-45a1-a307-474fa8f888f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:23Z', 'updated_at': '2021-04-30T13:04:24Z', 'revision_number': 2, 'project_id': '367c1ca02c7d46128cbad19ebe69df84', 'subnets': [{'id': '4b893743-0a2c-45a1-a307-474fa8f888f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f16963-26da-4973-8bdd-146f127f794f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:25.630444 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Checking router: dd7b5d61-db41-4148-a328-f3d263e3a445 for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:04:25.630839 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Updating router dd7b5d61-db41-4148-a328-f3d263e3a445 port d1986beb-5b13-4629-aa83-4cc1a62e7857 binding host dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:04:25.688602 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:26.084571 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:26.101093 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Transition to ACTIVE for port object d1986beb-5b13-4629-aa83-4cc1a62e7857 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:04:26.108153 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:26.119044 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:26.148791 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 5 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:04:26.250852 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Pushing event updated for resources: {'Port': ['ID=d1986beb-5b13-4629-aa83-4cc1a62e7857,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:26.263395 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:26.263652 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:26.263987 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:26.264311 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:26.264631 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:26.264951 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:26.265267 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:26.265585 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:26.265902 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:26.266235 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:26.266549 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:26.266915 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Tracked resource versions report: Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: pushed versions: Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: { 'AddressGroup': {'1.2'}, Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'ConntrackHelper': {'1.0'}, Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'Log': {'1.0'}, Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'Network': {'1.1'}, Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'Port': {'1.7'}, Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'PortForwarding': {'1.2'}, Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'QosPolicy': {'1.8'}, Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'SecurityGroup': {'1.4'}, Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'SubPort': {'1.0'}, Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'Subnet': {'1.1'}, Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'Trunk': {'1.1'}} Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: consumer versions: Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: { DHCP agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: L3 agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: Metadata agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: Metering agent@dv-cinder-788363-2-smb: {}, Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: Open vSwitch agent@dv-cinder-788363-2-smb: { 'AddressGroup': '1.2', Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'ConntrackHelper': '1.0', Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'Log': '1.0', Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'Network': '1.1', Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'Port': '1.7', Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'PortForwarding': '1.2', Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'QosPolicy': '1.8', Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'SecurityGroup': '1.4', Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'SecurityGroupRule': '1.2', Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'SubPort': '1.0', Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'Subnet': '1.1', Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: 'Trunk': '1.1'}} Apr 30 13:04:26.268587 dv-cinder-788363-2-smb neutron-server[73861]: {{(pid=73861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:04:26.301725 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:26.363298 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Attempting to bind port d1986beb-5b13-4629-aa83-4cc1a62e7857 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:04:26.363697 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Attempting to bind port d1986beb-5b13-4629-aa83-4cc1a62e7857 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': 'e2e3d001-f50a-4827-aa51-f87dcecd68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:04:26.364125 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Attempting to bind port d1986beb-5b13-4629-aa83-4cc1a62e7857 on network 6a8beb19-0525-4f73-9735-8deed45701b1 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:04:26.370211 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:04:26.370621 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Checking segment: {'id': 'e2e3d001-f50a-4827-aa51-f87dcecd68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:04:26.371105 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:26.371491 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Bound using segment: {'id': 'e2e3d001-f50a-4827-aa51-f87dcecd68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:04:26.371980 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Bound port: d1986beb-5b13-4629-aa83-4cc1a62e7857, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e3d001-f50a-4827-aa51-f87dcecd68b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:04:26.372369 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:26.459780 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] For port d1986beb-5b13-4629-aa83-4cc1a62e7857, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:04:26.465777 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] For port d1986beb-5b13-4629-aa83-4cc1a62e7857, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=d1986beb-5b13-4629-aa83-4cc1a62e7857,segment=NetworkSegment(e2e3d001-f50a-4827-aa51-f87dcecd68b7),segment_id=e2e3d001-f50a-4827-aa51-f87dcecd68b7)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:04:26.470839 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:26.475601 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:26.559019 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Routers {'dd7b5d61-db41-4148-a328-f3d263e3a445'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:04:26.560565 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:04:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['dd7b5d61-db41-4148-a328-f3d263e3a445'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:26.619639 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Pushing event updated for resources: {'Port': ['ID=d1986beb-5b13-4629-aa83-4cc1a62e7857,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:26.633217 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-0a980990-9360-4d05-868e-44c6791cd771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:26.728162 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] Set router dd7b5d61-db41-4148-a328-f3d263e3a445 gateway port host: None {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:04:27.072884 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b5d61-db41-4148-a328-f3d263e3a445', 'name': 'router1', 'tenant_id': '367c1ca02c7d46128cbad19ebe69df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:04:13Z', 'updated_at': '2021-04-30T13:04:24Z', 'revision_number': 2, 'project_id': '367c1ca02c7d46128cbad19ebe69df84', 'gw_port_host': None, '_interfaces': [{'id': 'd1986beb-5b13-4629-aa83-4cc1a62e7857', 'name': '', 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1', 'tenant_id': '367c1ca02c7d46128cbad19ebe69df84', 'mac_address': 'fa:16:3e:a1:70:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7b5d61-db41-4148-a328-f3d263e3a445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b893743-0a2c-45a1-a307-474fa8f888f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:23Z', 'updated_at': '2021-04-30T13:04:26Z', 'revision_number': 4, 'project_id': '367c1ca02c7d46128cbad19ebe69df84', 'subnets': [{'id': '4b893743-0a2c-45a1-a307-474fa8f888f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f16963-26da-4973-8bdd-146f127f794f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:27.078585 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6348a63-40a3-4853-8310-be4d1b05838b None None] The sync data for ids ['dd7b5d61-db41-4148-a328-f3d263e3a445'] in dv-cinder-788363-2-smb is: [{'id': 'dd7b5d61-db41-4148-a328-f3d263e3a445', 'name': 'router1', 'tenant_id': '367c1ca02c7d46128cbad19ebe69df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:04:13Z', 'updated_at': '2021-04-30T13:04:24Z', 'revision_number': 2, 'project_id': '367c1ca02c7d46128cbad19ebe69df84', 'gw_port_host': None, '_interfaces': [{'id': 'd1986beb-5b13-4629-aa83-4cc1a62e7857', 'name': '', 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1', 'tenant_id': '367c1ca02c7d46128cbad19ebe69df84', 'mac_address': 'fa:16:3e:a1:70:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7b5d61-db41-4148-a328-f3d263e3a445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b893743-0a2c-45a1-a307-474fa8f888f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:23Z', 'updated_at': '2021-04-30T13:04:26Z', 'revision_number': 4, 'project_id': '367c1ca02c7d46128cbad19ebe69df84', 'subnets': [{'id': '4b893743-0a2c-45a1-a307-474fa8f888f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f16963-26da-4973-8bdd-146f127f794f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:04:27.273663 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 37960) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:27.423623 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d862c9-41db-4ea0-b3be-35444978de27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:04:27.424071 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-28d862c9-41db-4ea0-b3be-35444978de27 admin admin] Synchronizing usage tracker for tenant:44eb9abc65d144b89fbf8c4659cae3d2 on resource:network {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:04:27.442470 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-28d862c9-41db-4ea0-b3be-35444978de27 admin admin] Unset dirty status for tenant:44eb9abc65d144b89fbf8c4659cae3d2 on resource:network {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:04:27.443608 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-28d862c9-41db-4ea0-b3be-35444978de27 admin admin] 10.222.0.93 "GET /v2.0/networks/07ca4a00-754c-4ee1-bad7-4e9920ec041b HTTP/1.1" status: 200 len: 842 time: 0.1688662 Apr 30 13:04:27.452986 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Request body: {'subnet': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'name': 'public-subnet', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:04:27.458953 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:04:27.462567 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Usage tracker for resource:subnet and tenant:44eb9abc65d144b89fbf8c4659cae3d2 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:04:27.465395 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:04:27.472182 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:04:27.481652 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Made reservation on behalf of 44eb9abc65d144b89fbf8c4659cae3d2 for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:04:27.483950 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:27.948391 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.objects.ports [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73859) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Apr 30 13:04:27.948827 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:27.952450 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:28.028008 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Checking segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:04:28.028436 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Network hostable DHCP agents. Network: 07ca4a00-754c-4ee1-bad7-4e9920ec041b, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:04:28.033881 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec54f1e6-42a0-405f-bb60-0305afc35dfb,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:28.039740 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:28.053792 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:04:28.064699 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, 07ca4a00-754c-4ee1-bad7-4e9920ec041b) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:04:28.070204 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:04:28.071120 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:28.080643 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37803ab1-8af9-441a-987c-9be6f5a49c0b None None] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:04:28.102379 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6527164 Apr 30 13:04:28.323643 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15720e6a-f8a5-47da-b3f2-4d488ec04404 None None] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:04:30.089606 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device d1986beb-5b13-4629-aa83-4cc1a62e7857 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:04:30.160944 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port d1986beb-5b13-4629-aa83-4cc1a62e7857 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:04:30.165406 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port d1986beb-5b13-4629-aa83-4cc1a62e7857 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:04:30.165783 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:30.288069 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:30.321295 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port d1986beb-5b13-4629-aa83-4cc1a62e7857, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=d1986beb-5b13-4629-aa83-4cc1a62e7857,segment=NetworkSegment(e2e3d001-f50a-4827-aa51-f87dcecd68b7),segment_id=e2e3d001-f50a-4827-aa51-f87dcecd68b7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:04:30.325283 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:30.327983 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:30.382611 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 37974) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:30.394696 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=d1986beb-5b13-4629-aa83-4cc1a62e7857,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:30.398945 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:30.674437 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-2bbea891-0f4a-4fc8-ac14-622ffbd4bef7 admin admin] 10.222.0.93 "GET /v2.0/routers/dd7b5d61-db41-4148-a328-f3d263e3a445 HTTP/1.1" status: 200 len: 710 time: 0.2905293 Apr 30 13:04:30.803093 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ce3c3f-00a4-45ef-830d-a31e1fd8978f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:04:30.804676 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-76ce3c3f-00a4-45ef-830d-a31e1fd8978f admin admin] 10.222.0.93 "GET /v2.0/networks/07ca4a00-754c-4ee1-bad7-4e9920ec041b HTTP/1.1" status: 200 len: 886 time: 0.1249261 Apr 30 13:04:30.813215 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:04:31.253139 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-646741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59977'] for router, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:31.578377 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:31.632908 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:31.767690 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Allocated IP 172.28.0.31 (07ca4a00-754c-4ee1-bad7-4e9920ec041b/ec54f1e6-42a0-405f-bb60-0305afc35dfb/5be6f0b8-2336-4f66-97f4-2c4f76e68e27) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:04:31.953123 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:32.009573 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:32.013691 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:32.073666 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:04:32.073808 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device d1986beb-5b13-4629-aa83-4cc1a62e7857 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:04:32.080541 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:04:32.088191 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:04:32.146190 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port d1986beb-5b13-4629-aa83-4cc1a62e7857 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:04:32.146591 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:32.151751 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Pushing event updated for resources: {'Port': ['ID=5be6f0b8-2336-4f66-97f4-2c4f76e68e27,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:32.204679 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:32.479482 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:32.813879 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-646741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59977'] for router, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:32.817158 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-933233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-646700'] for router, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:32.991474 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Router dd7b5d61-db41-4148-a328-f3d263e3a445 has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:04:33.201942 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:04:33.210735 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Notify callbacks [] for router, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:33.211898 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] 10.222.0.93 "PUT /v2.0/routers/dd7b5d61-db41-4148-a328-f3d263e3a445 HTTP/1.1" status: 200 len: 889 time: 2.4018826 Apr 30 13:04:33.212428 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Sync routers for ids ['dd7b5d61-db41-4148-a328-f3d263e3a445'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:04:33.222729 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Routers {'dd7b5d61-db41-4148-a328-f3d263e3a445'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:04:33.223393 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:04:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['dd7b5d61-db41-4148-a328-f3d263e3a445'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:33.440228 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Set router dd7b5d61-db41-4148-a328-f3d263e3a445 gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:04:33.772496 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b5d61-db41-4148-a328-f3d263e3a445', 'name': 'router1', 'tenant_id': '367c1ca02c7d46128cbad19ebe69df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '5be6f0b8-2336-4f66-97f4-2c4f76e68e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:04:13Z', 'updated_at': '2021-04-30T13:04:32Z', 'revision_number': 4, 'project_id': '367c1ca02c7d46128cbad19ebe69df84', 'gw_port': {'id': '5be6f0b8-2336-4f66-97f4-2c4f76e68e27', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7b5d61-db41-4148-a328-f3d263e3a445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:31Z', 'updated_at': '2021-04-30T13:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'd1986beb-5b13-4629-aa83-4cc1a62e7857', 'name': '', 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1', 'tenant_id': '367c1ca02c7d46128cbad19ebe69df84', 'mac_address': 'fa:16:3e:a1:70:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b5d61-db41-4148-a328-f3d263e3a445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b893743-0a2c-45a1-a307-474fa8f888f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:23Z', 'updated_at': '2021-04-30T13:04:30Z', 'revision_number': 5, 'project_id': '367c1ca02c7d46128cbad19ebe69df84', 'subnets': [{'id': '4b893743-0a2c-45a1-a307-474fa8f888f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f16963-26da-4973-8bdd-146f127f794f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:33.777241 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Checking router: dd7b5d61-db41-4148-a328-f3d263e3a445 for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:04:33.777626 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Updating router dd7b5d61-db41-4148-a328-f3d263e3a445 port 5be6f0b8-2336-4f66-97f4-2c4f76e68e27 binding host dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:04:33.828643 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:34.154057 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:34.166719 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Transition to ACTIVE for port object 5be6f0b8-2336-4f66-97f4-2c4f76e68e27 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:04:34.174903 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:34.179740 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:34.255609 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Attempting to bind port 5be6f0b8-2336-4f66-97f4-2c4f76e68e27 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:04:34.256259 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Attempting to bind port 5be6f0b8-2336-4f66-97f4-2c4f76e68e27 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:04:34.256371 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Attempting to bind port 5be6f0b8-2336-4f66-97f4-2c4f76e68e27 on network 07ca4a00-754c-4ee1-bad7-4e9920ec041b {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:04:34.262150 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97192117-23c5-4a7f-8f19-196a7cacfeac None None] Pushing event updated for resources: {'Port': ['ID=5be6f0b8-2336-4f66-97f4-2c4f76e68e27,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:34.265090 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-97192117-23c5-4a7f-8f19-196a7cacfeac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:34.268423 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:04:34.268809 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Checking segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:04:34.269215 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:34.269605 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Bound using segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:04:34.270082 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Bound port: 5be6f0b8-2336-4f66-97f4-2c4f76e68e27, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:04:34.270504 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:34.347207 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] For port 5be6f0b8-2336-4f66-97f4-2c4f76e68e27, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:04:34.350348 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] For port 5be6f0b8-2336-4f66-97f4-2c4f76e68e27, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=5be6f0b8-2336-4f66-97f4-2c4f76e68e27,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:04:34.354437 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:34.358076 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:34.432799 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Routers {'dd7b5d61-db41-4148-a328-f3d263e3a445'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:04:34.433415 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:04:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['dd7b5d61-db41-4148-a328-f3d263e3a445'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:34.500732 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97192117-23c5-4a7f-8f19-196a7cacfeac None None] Pushing event updated for resources: {'Port': ['ID=5be6f0b8-2336-4f66-97f4-2c4f76e68e27,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:34.504719 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-97192117-23c5-4a7f-8f19-196a7cacfeac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:34.625750 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] Set router dd7b5d61-db41-4148-a328-f3d263e3a445 gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:04:34.971894 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7b5d61-db41-4148-a328-f3d263e3a445', 'name': 'router1', 'tenant_id': '367c1ca02c7d46128cbad19ebe69df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '5be6f0b8-2336-4f66-97f4-2c4f76e68e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:04:13Z', 'updated_at': '2021-04-30T13:04:32Z', 'revision_number': 4, 'project_id': '367c1ca02c7d46128cbad19ebe69df84', 'gw_port': {'id': '5be6f0b8-2336-4f66-97f4-2c4f76e68e27', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7b5d61-db41-4148-a328-f3d263e3a445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:31Z', 'updated_at': '2021-04-30T13:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'd1986beb-5b13-4629-aa83-4cc1a62e7857', 'name': '', 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1', 'tenant_id': '367c1ca02c7d46128cbad19ebe69df84', 'mac_address': 'fa:16:3e:a1:70:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b5d61-db41-4148-a328-f3d263e3a445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b893743-0a2c-45a1-a307-474fa8f888f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:23Z', 'updated_at': '2021-04-30T13:04:30Z', 'revision_number': 5, 'project_id': '367c1ca02c7d46128cbad19ebe69df84', 'subnets': [{'id': '4b893743-0a2c-45a1-a307-474fa8f888f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f16963-26da-4973-8bdd-146f127f794f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:04:34.975763 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329873e8-500d-4911-ad05-0f98fcbe5199 None None] The sync data for ids ['dd7b5d61-db41-4148-a328-f3d263e3a445'] in dv-cinder-788363-2-smb is: [{'id': 'dd7b5d61-db41-4148-a328-f3d263e3a445', 'name': 'router1', 'tenant_id': '367c1ca02c7d46128cbad19ebe69df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.31'}], 'enable_snat': True}, 'gw_port_id': '5be6f0b8-2336-4f66-97f4-2c4f76e68e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:04:13Z', 'updated_at': '2021-04-30T13:04:32Z', 'revision_number': 4, 'project_id': '367c1ca02c7d46128cbad19ebe69df84', 'gw_port': {'id': '5be6f0b8-2336-4f66-97f4-2c4f76e68e27', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7b5d61-db41-4148-a328-f3d263e3a445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:31Z', 'updated_at': '2021-04-30T13:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'd1986beb-5b13-4629-aa83-4cc1a62e7857', 'name': '', 'network_id': '6a8beb19-0525-4f73-9735-8deed45701b1', 'tenant_id': '367c1ca02c7d46128cbad19ebe69df84', 'mac_address': 'fa:16:3e:a1:70:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b5d61-db41-4148-a328-f3d263e3a445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b893743-0a2c-45a1-a307-474fa8f888f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:04:23Z', 'updated_at': '2021-04-30T13:04:30Z', 'revision_number': 5, 'project_id': '367c1ca02c7d46128cbad19ebe69df84', 'subnets': [{'id': '4b893743-0a2c-45a1-a307-474fa8f888f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f16963-26da-4973-8bdd-146f127f794f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:04:35.578536 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 37984) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:04:35.697558 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-e0abc6ce-a669-407e-966e-04d7ef0fdadb admin admin] 10.222.0.93 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1179018 Apr 30 13:04:36.106806 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 5be6f0b8-2336-4f66-97f4-2c4f76e68e27 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:04:36.180880 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port 5be6f0b8-2336-4f66-97f4-2c4f76e68e27 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:04:36.186741 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 5be6f0b8-2336-4f66-97f4-2c4f76e68e27 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:04:36.187127 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:36.307372 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:36.324848 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port 5be6f0b8-2336-4f66-97f4-2c4f76e68e27, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=5be6f0b8-2336-4f66-97f4-2c4f76e68e27,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:04:36.329178 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:36.331110 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3031f658-b24c-4230-8dab-dc6d08995801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:04:36.397351 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=5be6f0b8-2336-4f66-97f4-2c4f76e68e27,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:04:36.400247 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:04:38.094763 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 5be6f0b8-2336-4f66-97f4-2c4f76e68e27 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:04:38.172065 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 5be6f0b8-2336-4f66-97f4-2c4f76e68e27 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:04:38.172444 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:45.704254 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-392087c1-d3a1-43ad-a37f-32e0b8dac01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:48.023535 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:48.469866 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f1a25b25-e62e-44e8-8a68-285df7418f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:49.599668 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:51.293104 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:03.121650 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 5 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:05:15.701175 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5b3892d8-30fb-41f9-9e84-04b9d23c9731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:18.048070 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:18.490588 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-db28b620-a465-41d7-aeeb-c727eb6826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:19.617854 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:21.295511 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:40.121216 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 5 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:05:45.706449 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-621fc869-f96c-488d-93b0-a86ca071b7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:48.037740 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:48.476830 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-67383141-4be6-4e7b-a1ae-6ce2417b86ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:49.608319 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:51.287707 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:14.164138 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 38554) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:14.232988 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac8b965-d735-4878-a0ba-0f7bc8524eae admin admin] GET failed (client error): The resource could not be found. Apr 30 13:06:14.234318 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-aac8b965-d735-4878-a0ba-0f7bc8524eae admin admin] 10.222.0.93 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0692163 Apr 30 13:06:14.368510 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f7c72a-49f6-481b-b6f9-d4d483946ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:14.369903 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-83f7c72a-49f6-481b-b6f9-d4d483946ede admin admin] 10.222.0.93 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1317639 Apr 30 13:06:15.700675 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-05ba5456-dd0f-4d13-b1ba-46fb3dde11df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:16.507222 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 38564) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:16.615359 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3b1d2b-c395-4982-acbd-255562529e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:16.616692 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-5b3b1d2b-c395-4982-acbd-255562529e37 admin admin] 10.222.0.93 "GET /v2.0/subnets/4b893743-0a2c-45a1-a307-474fa8f888f0 HTTP/1.1" status: 200 len: 849 time: 0.1084950 Apr 30 13:06:16.625888 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:06:16.741299 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Notify callbacks [] for subnet, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:17.031371 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749317876574'] for subnet, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:17.034897 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-41b95e9e-1b0f-4839-8b75-2963781d7bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:06:17.074600 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:17.075515 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:17.076414 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] 10.222.0.93 "PUT /v2.0/subnets/4b893743-0a2c-45a1-a307-474fa8f888f0 HTTP/1.1" status: 200 len: 868 time: 0.4543152 Apr 30 13:06:17.078779 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d2261b-fb84-46d5-a65c-5f79db4b7d91 None None] Network 6a8beb19-0525-4f73-9735-8deed45701b1 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:06:17.100092 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b893743-0a2c-45a1-a307-474fa8f888f0,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:06:17.108260 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:17.109141 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:17.109534 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:17.109847 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:17.110191 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:17.110515 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:17.110974 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:17.111301 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:17.111625 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:17.111981 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:17.112306 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:17.112621 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:17.116948 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:06:17.128422 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 5 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:06:17.546750 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-abed1f49-72e2-47d8-9dfe-027bb7a48d07 None None] Provisioning complete for port c960868a-e105-434c-91b8-0de92cb922e3 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:06:17.547133 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-abed1f49-72e2-47d8-9dfe-027bb7a48d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:17.679910 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-abed1f49-72e2-47d8-9dfe-027bb7a48d07 None None] Provisioning complete for port d1986beb-5b13-4629-aa83-4cc1a62e7857 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:06:17.680204 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-abed1f49-72e2-47d8-9dfe-027bb7a48d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:18.032985 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:18.470156 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68d8b43a-98b9-4449-9567-b48c945d491b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:19.256294 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 38574) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:19.433208 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3482c9-19b6-4b53-bdab-e56103df2eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:19.433600 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3482c9-19b6-4b53-bdab-e56103df2eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:19.435144 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-1b3482c9-19b6-4b53-bdab-e56103df2eed admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1776097 Apr 30 13:06:19.613051 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:21.289404 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:21.571082 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 38584) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:21.754013 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eb0ff4-930c-4807-abeb-2862c8e478e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:21.754416 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eb0ff4-930c-4807-abeb-2862c8e478e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:21.755933 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-f1eb0ff4-930c-4807-abeb-2862c8e478e8 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1839204 Apr 30 13:06:23.915664 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 38594) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:24.088661 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666b482-73f9-4905-aa80-bf8392eea2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:24.090085 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-b666b482-73f9-4905-aa80-bf8392eea2f5 admin admin] 10.222.0.93 "GET /v2.0/networks/07ca4a00-754c-4ee1-bad7-4e9920ec041b HTTP/1.1" status: 200 len: 886 time: 0.1734116 Apr 30 13:06:26.229705 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 38604) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:26.405225 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e74d31-390c-4daf-a4ff-54a6bda46161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:26.406530 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-92e74d31-390c-4daf-a4ff-54a6bda46161 admin admin] 10.222.0.93 "GET /v2.0/networks/6a8beb19-0525-4f73-9735-8deed45701b1 HTTP/1.1" status: 200 len: 870 time: 0.1757991 Apr 30 13:06:28.569793 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 38614) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:28.679798 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49663437-8f46-40d4-8a97-bec61ccf4bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:28.680367 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49663437-8f46-40d4-8a97-bec61ccf4bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:28.681090 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-49663437-8f46-40d4-8a97-bec61ccf4bf0 admin admin] Synchronizing usage tracker for tenant:44eb9abc65d144b89fbf8c4659cae3d2 on resource:subnet {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:06:28.697147 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-49663437-8f46-40d4-8a97-bec61ccf4bf0 admin admin] Unset dirty status for tenant:44eb9abc65d144b89fbf8c4659cae3d2 on resource:subnet {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:06:28.698347 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-49663437-8f46-40d4-8a97-bec61ccf4bf0 admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275401 Apr 30 13:06:30.963332 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 38624) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:31.080768 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613c23fc-5399-4b0d-84f1-b6a04b8ce679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:31.081232 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613c23fc-5399-4b0d-84f1-b6a04b8ce679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:31.082792 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-613c23fc-5399-4b0d-84f1-b6a04b8ce679 admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1185043 Apr 30 13:06:33.235638 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 38634) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:33.347699 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805d9982-1b7d-466f-9d62-a4a18fd1c5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:33.348982 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-805d9982-1b7d-466f-9d62-a4a18fd1c5f4 admin admin] 10.222.0.93 "GET /v2.0/subnets/4b893743-0a2c-45a1-a307-474fa8f888f0 HTTP/1.1" status: 200 len: 868 time: 0.1123934 Apr 30 13:06:35.527196 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 38644) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:35.632313 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147e8095-0fd5-4e96-a777-0e8569905861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:35.633663 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-147e8095-0fd5-4e96-a777-0e8569905861 admin admin] 10.222.0.93 "GET /v2.0/subnets/ec54f1e6-42a0-405f-bb60-0305afc35dfb HTTP/1.1" status: 200 len: 816 time: 0.1055272 Apr 30 13:06:45.703612 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d149ee0b-0d77-4274-90f0-05f529e57670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:48.045315 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:48.471870 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-fa087fe4-2eb9-4d5b-ad45-c579526bfa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:49.614079 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:51.293101 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:54.118058 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 5 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:06:58.814813 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 38688) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:58.864160 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [None req-e0af1aaf-1e5d-4a6a-ae6b-ec8332523f02 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=73858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:06:58.865161 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-e0af1aaf-1e5d-4a6a-ae6b-ec8332523f02 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492680 Apr 30 13:07:01.145560 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 38698) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:01.233154 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5589451-e554-4c41-ac16-7ce9e27ef163 admin admin] GET failed (client error): The resource could not be found. Apr 30 13:07:01.234653 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-a5589451-e554-4c41-ac16-7ce9e27ef163 admin admin] 10.222.0.93 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0880404 Apr 30 13:07:01.384439 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582e2fab-cb45-4087-a301-556f1c3c8f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:07:01.385815 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-582e2fab-cb45-4087-a301-556f1c3c8f8e admin admin] 10.222.0.93 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1452961 Apr 30 13:07:03.610896 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 38708) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:03.659862 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:07:03.664492 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:03.673831 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:07:03.688899 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Made reservation on behalf of 44eb9abc65d144b89fbf8c4659cae3d2 for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:07:03.691327 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:03.777433 dv-cinder-788363-2-smb neutron-server[73859]: WARNING neutron.services.revisions.revision_plugin [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Could not find related network for resource to bump revision. Apr 30 13:07:03.790387 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] vlan segment allocate from pool success with {'vlan_id': 1221, 'physical_network': 'physnet1'} {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:07:03.800683 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:03.801030 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.segments_db [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Added segment 413a64e6-b6a0-4d95-afb3-f66cdf26a172 of type vlan for network eacd73d6-df24-4124-8e67-e5e7043ee56f Apr 30 13:07:03.840070 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:03.871891 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:03.873208 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:07:03.873793 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:03.877279 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:04.023721 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Pushing event updated for resources: {'Network': ['ID=eacd73d6-df24-4124-8e67-e5e7043ee56f,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:04.026745 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4148278 Apr 30 13:07:04.034541 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.034976 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.035237 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.035528 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.035854 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.036175 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.036492 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.036806 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.037125 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.037483 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.037751 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.038063 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.041968 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:04.051051 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network eacd73d6-df24-4124-8e67-e5e7043ee56f details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:07:06.276222 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 38718) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:06.346227 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cdb3cf-d002-4334-a644-fc572477d2b4 admin admin] GET failed (client error): The resource could not be found. Apr 30 13:07:06.347525 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-b8cdb3cf-d002-4334-a644-fc572477d2b4 admin admin] 10.222.0.93 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0703702 Apr 30 13:07:06.452927 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81deb00b-c550-40e0-b39f-3979d147e0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:07:06.454404 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-81deb00b-c550-40e0-b39f-3979d147e0dc admin admin] 10.222.0.93 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1029758 Apr 30 13:07:06.464001 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'eacd73d6-df24-4124-8e67-e5e7043ee56f', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:07:06.468956 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:06.478523 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:07:06.488302 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] Made reservation on behalf of 44eb9abc65d144b89fbf8c4659cae3d2 for: {'subnet': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:07:06.490775 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:06.873428 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for subnet, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:06.877586 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:06.947543 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e0b0bc-126d-468c-b3f1-abedca5e084d,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:06.953995 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:06.956439 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] Checking segment: {'id': '413a64e6-b6a0-4d95-afb3-f66cdf26a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'eacd73d6-df24-4124-8e67-e5e7043ee56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:07:06.956792 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] Network hostable DHCP agents. Network: eacd73d6-df24-4124-8e67-e5e7043ee56f, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:07:06.974560 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] Network eacd73d6-df24-4124-8e67-e5e7043ee56f is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:07:06.983973 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, eacd73d6-df24-4124-8e67-e5e7043ee56f) {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:07:06.989002 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:07:06.991448 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:06.992076 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64636d2d-c2b3-4c3c-b216-bc4390abc0f7 None None] Network eacd73d6-df24-4124-8e67-e5e7043ee56f requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:07:07.030133 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5574923 Apr 30 13:07:07.223026 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6240a12c-8c8e-5dca-9d08-f3b2e435f8ad-eacd73d6-df24-4124-8e67-e5e7043ee56f', 'network_id': 'eacd73d6-df24-4124-8e67-e5e7043ee56f', 'tenant_id': '44eb9abc65d144b89fbf8c4659cae3d2', 'fixed_ips': [{'subnet_id': '22e0b0bc-126d-468c-b3f1-abedca5e084d'}]}} from dv-cinder-788363-2-smb. {{(pid=73860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:07:07.223931 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:07.393916 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Allocated IP 192.168.233.2 (eacd73d6-df24-4124-8e67-e5e7043ee56f/22e0b0bc-126d-468c-b3f1-abedca5e084d/d20ba01f-aa9d-49c3-ba7b-e3a567d78366) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:07:07.623589 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:07.633979 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Transition to ACTIVE for port object d20ba01f-aa9d-49c3-ba7b-e3a567d78366 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:07:07.653621 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Transition to ACTIVE for port object d20ba01f-aa9d-49c3-ba7b-e3a567d78366 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:07:07.660188 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:07.664940 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-97192117-23c5-4a7f-8f19-196a7cacfeac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:07.732238 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Network eacd73d6-df24-4124-8e67-e5e7043ee56f is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:07:07.735342 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:07:07.738366 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:07:07.744550 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Pushing event updated for resources: {'Port': ['ID=d20ba01f-aa9d-49c3-ba7b-e3a567d78366,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:07.785053 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:07.785395 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:07.785732 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:07.786061 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:07.786419 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:07.786747 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:07.787069 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:07.787390 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:07.787715 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:07.788032 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:07.788351 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:07.788664 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:07.793642 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:07.855452 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Attempting to bind port d20ba01f-aa9d-49c3-ba7b-e3a567d78366 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:07:07.856513 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Attempting to bind port d20ba01f-aa9d-49c3-ba7b-e3a567d78366 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '413a64e6-b6a0-4d95-afb3-f66cdf26a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'eacd73d6-df24-4124-8e67-e5e7043ee56f'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:07:07.857057 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Attempting to bind port d20ba01f-aa9d-49c3-ba7b-e3a567d78366 on network eacd73d6-df24-4124-8e67-e5e7043ee56f {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:07:07.864188 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:07:07.864586 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Checking segment: {'id': '413a64e6-b6a0-4d95-afb3-f66cdf26a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'eacd73d6-df24-4124-8e67-e5e7043ee56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:07:07.865002 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:07.865407 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Bound using segment: {'id': '413a64e6-b6a0-4d95-afb3-f66cdf26a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'eacd73d6-df24-4124-8e67-e5e7043ee56f'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:07:07.865906 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Bound port: d20ba01f-aa9d-49c3-ba7b-e3a567d78366, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413a64e6-b6a0-4d95-afb3-f66cdf26a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'eacd73d6-df24-4124-8e67-e5e7043ee56f'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:07:07.866343 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:07.962657 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] For port d20ba01f-aa9d-49c3-ba7b-e3a567d78366, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:07:07.966031 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] For port d20ba01f-aa9d-49c3-ba7b-e3a567d78366, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=d20ba01f-aa9d-49c3-ba7b-e3a567d78366,segment=NetworkSegment(413a64e6-b6a0-4d95-afb3-f66cdf26a172),segment_id=413a64e6-b6a0-4d95-afb3-f66cdf26a172)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:07:07.971010 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:07.975347 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:08.050074 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Pushing event updated for resources: {'Port': ['ID=d20ba01f-aa9d-49c3-ba7b-e3a567d78366,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:08.054838 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:08.940109 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db03eaa5-2357-46da-83c4-697b42ac694f None None] Network eacd73d6-df24-4124-8e67-e5e7043ee56f requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:07:09.048379 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-7f066bc3-cf79-4e8f-8a08-36e9b62e6e8c None None] Provisioning for port d20ba01f-aa9d-49c3-ba7b-e3a567d78366 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:07:10.237983 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device d20ba01f-aa9d-49c3-ba7b-e3a567d78366 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:07:10.308136 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port d20ba01f-aa9d-49c3-ba7b-e3a567d78366 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:07:10.312888 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port d20ba01f-aa9d-49c3-ba7b-e3a567d78366 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:07:10.313262 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:10.436208 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:10.468981 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port d20ba01f-aa9d-49c3-ba7b-e3a567d78366, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=d20ba01f-aa9d-49c3-ba7b-e3a567d78366,segment=NetworkSegment(413a64e6-b6a0-4d95-afb3-f66cdf26a172),segment_id=413a64e6-b6a0-4d95-afb3-f66cdf26a172)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:07:10.472374 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:10.474531 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:10.542880 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=d20ba01f-aa9d-49c3-ba7b-e3a567d78366,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:10.546156 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:12.217249 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device d20ba01f-aa9d-49c3-ba7b-e3a567d78366 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:07:12.291013 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port d20ba01f-aa9d-49c3-ba7b-e3a567d78366 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:07:12.291446 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:15.708240 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3f219af6-4e56-472b-8b7d-66916e8a79ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:18.042230 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:18.474221 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4a7dcf6a-8f84-4ddf-b6e2-a1a9489494c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:19.619891 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:21.297004 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:31.116805 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 5 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:07:45.711309 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b89525af-49bd-4e23-b964-a06afbcfdf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:48.035986 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:48.481911 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6dce56ce-1752-4952-875f-6d4dc82af431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:49.620260 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:51.294618 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:08.117379 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 5 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:08:13.284681 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 38768) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:08:13.291487 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [None req-dd5c174a-1145-4aa0-935b-cf36219dc0c4 tempest-verify_tempest_config-938350276 tempest-verify_tempest_config-938350276-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=73858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:08:13.292856 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-dd5c174a-1145-4aa0-935b-cf36219dc0c4 tempest-verify_tempest_config-938350276 tempest-verify_tempest_config-938350276-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071976 Apr 30 13:08:13.600763 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 38786) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:08:13.717156 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:13.731344 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:08:13.735080 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Usage tracker for resource:security_group_rule and tenant:5a2371ed43e646178b4bdf89078e48cf is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:08:13.737901 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:08:13.743694 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:08:13.823443 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:13.827913 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:13.835016 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:08:13.872804 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025c15c2-b676-4a7d-b404-fc2a0aa657dc,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:08:13.876898 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Synchronizing usage tracker for tenant:44eb9abc65d144b89fbf8c4659cae3d2 on resource:security_group {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:08:13.884226 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:13.884559 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:13.884888 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:13.885259 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:13.885582 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:13.885896 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:13.886239 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:13.886590 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:13.887179 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:13.887301 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:13.887609 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:13.887916 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:08:13.893383 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:08:13.905219 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Unset dirty status for tenant:44eb9abc65d144b89fbf8c4659cae3d2 on resource:security_group {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:08:13.906556 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5a2371ed43e646178b4bdf89078e48cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3048246 Apr 30 13:08:13.909170 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 38792) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:08:13.967174 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b1847c2f-5ea1-4620-93b3-2606a8367fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:13.994553 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b1847c2f-5ea1-4620-93b3-2606a8367fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:14.086395 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b1847c2f-5ea1-4620-93b3-2606a8367fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:14.090939 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:08:14.103837 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1847c2f-5ea1-4620-93b3-2606a8367fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025c15c2-b676-4a7d-b404-fc2a0aa657dc,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:08:14.107688 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b1847c2f-5ea1-4620-93b3-2606a8367fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:08:14.109628 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b1847c2f-5ea1-4620-93b3-2606a8367fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:14.110866 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-b1847c2f-5ea1-4620-93b3-2606a8367fb7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/025c15c2-b676-4a7d-b404-fc2a0aa657dc HTTP/1.1" status: 204 len: 168 time: 0.2006714 Apr 30 13:08:15.714334 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b3008398-3722-4cfa-933a-c94465e54ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:18.041029 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:18.474214 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-671783c9-4cdf-46b8-8a1d-4d955ceec87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:19.623562 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:21.296876 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:45.116635 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 5 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:08:45.715262 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-116b459d-1f4a-4bb5-832c-77c2fd6f21b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:48.046440 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:48.476558 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9757d819-0e36-4356-85bf-3a89af3880b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:49.625069 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:51.301367 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:15.717609 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-24a794c1-be1a-4954-a03f-20172d477df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:18.052638 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:18.481187 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3f02a5dd-afa1-4228-a01d-aeb96c9d5ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:19.629519 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:21.302984 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:22.115436 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 5 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:09:45.719004 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-07e2ae76-961c-48ef-8084-8e3b3a9a40f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:48.045418 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:48.483245 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d0d22146-0226-4380-85cc-e1ff3b938de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:49.634416 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:51.396788 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:59.114795 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 5 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:10:01.804501 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094'] for agent, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:15.721126 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ea88af75-1390-40e1-a919-05cbeb4fc205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:16.762798 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 38864) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:16.872287 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-52be1dd7-9298-4f11-a5e4-cd16bf9e313e admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1083722 Apr 30 13:10:18.048437 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:18.485494 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4215883d-d29e-4ef6-bbf0-32be9f2b4a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:19.001249 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 38874) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:19.058180 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-870416b0-5c6e-4af9-a67d-83f815e72be5 admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0557053 Apr 30 13:10:19.635282 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:21.311323 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:31.757602 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:36.113294 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:10:45.722641 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-6ebcf41c-ad8b-4774-ad81-66659620c449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:48.050720 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:48.486026 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-fe8a766e-fd43-4c33-9ea0-0c1934ab9e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:49.637002 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:51.312484 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:01.760046 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:13.112732 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:11:15.730199 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-803eb6ce-c452-4b7a-944f-6b2bfe72c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:18.064525 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:18.487542 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ca12c025-7cba-4dfd-9f5a-3c7a19d48821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:19.640735 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:21.316087 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.765207 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:45.726593 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-02f321a5-a369-453a-ab52-05b21c159632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:48.062083 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:48.495288 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-fdb084c0-c6ed-45ae-bcaa-e69eb1a28310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.646594 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.111442 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:11:50.951769 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 38960) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:51.345406 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.463766 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-352804242-network', 'tenant_id': '48c39206ac044840bfa3b1766a2c38b1'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:51.479949 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:51.492300 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Usage tracker for resource:network and tenant:48c39206ac044840bfa3b1766a2c38b1 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:51.504925 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:51.515768 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:51.532642 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Made reservation on behalf of 48c39206ac044840bfa3b1766a2c38b1 for: {'network': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:51.536636 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.571781 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.593668 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:51.598518 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Usage tracker for resource:security_group_rule and tenant:48c39206ac044840bfa3b1766a2c38b1 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:51.602143 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:51.612055 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:51.754679 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.759562 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.764010 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:51.796684 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] vlan segment allocate from pool success with {'vlan_id': 1248, 'physical_network': 'physnet1'} {{(pid=73858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:11:51.805253 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f09425-03c3-4265-be3f-162a55bdac3e,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:51.815185 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:51.815352 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:51.815900 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:51.816495 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:51.817057 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:51.817640 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:51.818310 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:51.818778 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:51.819250 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:51.819578 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:51.819897 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:51.820224 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Tracked resource versions report: Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: pushed versions: Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: { 'AddressGroup': {'1.2'}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'ConntrackHelper': {'1.0'}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'Log': {'1.0'}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'Network': {'1.1'}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'Port': {'1.7'}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'PortForwarding': {'1.2'}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'QosPolicy': {'1.8'}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'SecurityGroup': {'1.4'}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'SubPort': {'1.0'}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'Subnet': {'1.1'}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'Trunk': {'1.1'}} Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: consumer versions: Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: { DHCP agent@dv-cinder-788363-2-smb: {}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: HyperV agent@hv-cinder-78836: {}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: L3 agent@dv-cinder-788363-2-smb: {}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: Metadata agent@dv-cinder-788363-2-smb: {}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: Metering agent@dv-cinder-788363-2-smb: {}, Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: Open vSwitch agent@dv-cinder-788363-2-smb: { 'AddressGroup': '1.2', Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'ConntrackHelper': '1.0', Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'Log': '1.0', Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'Network': '1.1', Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'Port': '1.7', Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'PortForwarding': '1.2', Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'QosPolicy': '1.8', Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'SecurityGroup': '1.4', Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'SecurityGroupRule': '1.2', Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'SubPort': '1.0', Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'Subnet': '1.1', Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: 'Trunk': '1.1'}} Apr 30 13:11:51.821462 dv-cinder-788363-2-smb neutron-server[73858]: {{(pid=73858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:11:51.835074 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:51.850900 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749317885076', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.851539 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Unsubscribe: segment precommit_create {{(pid=73858) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 13:11:51.851986 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.segments_db [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Added segment 4f9d1eec-6343-44ea-b562-2c83dfbb5b35 of type vlan for network 117bc530-2996-4b3b-8816-162f93e84fe7 Apr 30 13:11:51.894632 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.939480 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.942597 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:51.943270 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.947990 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:52.051841 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Pushing event updated for resources: {'Network': ['ID=117bc530-2996-4b3b-8816-162f93e84fe7,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:52.064167 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:52.065603 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network 117bc530-2996-4b3b-8816-162f93e84fe7 details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:11:52.070330 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 39024) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:52.076540 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Request body: {'subnet': {'network_id': '117bc530-2996-4b3b-8816-162f93e84fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-352804242-subnet', 'tenant_id': '48c39206ac044840bfa3b1766a2c38b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:52.079747 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1248000 Apr 30 13:11:52.083020 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:52.087321 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Usage tracker for resource:subnet and tenant:48c39206ac044840bfa3b1766a2c38b1 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:52.091225 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:52.098022 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:52.109455 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Made reservation on behalf of 48c39206ac044840bfa3b1766a2c38b1 for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:52.112250 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:52.542561 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:52.546586 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:52.615970 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ea728c-71e9-40d8-8c12-ebc997c9bcf3,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:52.627482 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:52.627899 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:52.628156 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:52.629003 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:52.629325 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:52.629653 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:52.629967 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:52.630310 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:52.630645 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:52.630967 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:52.631271 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:52.631594 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Tracked resource versions report: Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: pushed versions: Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: { 'AddressGroup': {'1.2'}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'ConntrackHelper': {'1.0'}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'Log': {'1.0'}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'Network': {'1.1'}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'Port': {'1.7'}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'PortForwarding': {'1.2'}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'QosPolicy': {'1.8'}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'SecurityGroup': {'1.4'}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'SubPort': {'1.0'}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'Subnet': {'1.1'}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'Trunk': {'1.1'}} Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: consumer versions: Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: { DHCP agent@dv-cinder-788363-2-smb: {}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: HyperV agent@hv-cinder-78836: {}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: L3 agent@dv-cinder-788363-2-smb: {}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: Metadata agent@dv-cinder-788363-2-smb: {}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: Metering agent@dv-cinder-788363-2-smb: {}, Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: Open vSwitch agent@dv-cinder-788363-2-smb: { 'AddressGroup': '1.2', Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'ConntrackHelper': '1.0', Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'Log': '1.0', Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'Network': '1.1', Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'Port': '1.7', Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'PortForwarding': '1.2', Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'QosPolicy': '1.8', Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'SecurityGroup': '1.4', Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'SecurityGroupRule': '1.2', Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'SubPort': '1.0', Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'Subnet': '1.1', Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: 'Trunk': '1.1'}} Apr 30 13:11:52.635356 dv-cinder-788363-2-smb neutron-server[73859]: {{(pid=73859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:11:52.637273 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Checking segment: {'id': '4f9d1eec-6343-44ea-b562-2c83dfbb5b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '117bc530-2996-4b3b-8816-162f93e84fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:52.637602 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Network hostable DHCP agents. Network: 117bc530-2996-4b3b-8816-162f93e84fe7, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:11:52.642372 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:52.660782 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Network 117bc530-2996-4b3b-8816-162f93e84fe7 is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:11:52.671380 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, 117bc530-2996-4b3b-8816-162f93e84fe7) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:52.676176 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:52.676961 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:52.681806 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc1efbf-fafd-42a2-bcbb-d2a468640a61 None None] Network 117bc530-2996-4b3b-8816-162f93e84fe7 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:52.715390 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6432178 Apr 30 13:11:52.917363 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d882b7-fa85-4c80-9c7c-dca8b87a5d52 None None] Network 117bc530-2996-4b3b-8816-162f93e84fe7 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:53.499165 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 39096) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:53.921375 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1153414254-network', 'tenant_id': '1d6b8117760f4652a00a37c93b960cac'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:53.927269 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:53.931171 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Usage tracker for resource:network and tenant:1d6b8117760f4652a00a37c93b960cac is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:53.934223 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:53.940005 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:53.950667 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Made reservation on behalf of 1d6b8117760f4652a00a37c93b960cac for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:53.953285 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.965918 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.981290 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:53.985078 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Usage tracker for resource:security_group_rule and tenant:1d6b8117760f4652a00a37c93b960cac is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:53.988116 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:53.993828 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:54.062822 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 39124) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:54.086881 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.091160 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.094765 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-80bf21cf-8764-4afc-8532-0a87b7229e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:54.126813 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580873f2-5e9c-4ec8-b922-ccfdc5b343ed,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:54.139159 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:54.143882 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] vlan segment allocate from pool success with {'vlan_id': 1202, 'physical_network': 'physnet1'} {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:11:54.154937 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.155287 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.segments_db [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Added segment 046e7eae-bc4b-4307-aa2a-4507141741a7 of type vlan for network 8adb758d-2a96-45ff-b291-004c1ecf371a Apr 30 13:11:54.185834 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.219542 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.220869 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:54.221717 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.226303 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:54.326497 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8252301 Apr 30 13:11:54.326649 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 39140) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:54.333458 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Pushing event updated for resources: {'Network': ['ID=8adb758d-2a96-45ff-b291-004c1ecf371a,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:54.335080 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Request body: {'subnet': {'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1153414254-subnet', 'tenant_id': '1d6b8117760f4652a00a37c93b960cac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:54.336775 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:54.346659 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:54.346885 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network 8adb758d-2a96-45ff-b291-004c1ecf371a details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:11:54.353764 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Usage tracker for resource:subnet and tenant:1d6b8117760f4652a00a37c93b960cac is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:54.358194 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:54.367784 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:54.382703 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Made reservation on behalf of 1d6b8117760f4652a00a37c93b960cac for: {'subnet': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:54.388394 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.576564 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1637744463-network', 'tenant_id': '728e011aaa33473ea39ea408ff1c6201'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:54.584671 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:54.592765 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Usage tracker for resource:network and tenant:728e011aaa33473ea39ea408ff1c6201 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:54.598677 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:54.666659 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:54.704216 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Made reservation on behalf of 728e011aaa33473ea39ea408ff1c6201 for: {'network': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:54.708756 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.734359 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.806954 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:54.813434 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Usage tracker for resource:security_group_rule and tenant:728e011aaa33473ea39ea408ff1c6201 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:54.817733 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:54.825885 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:54.950268 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.009987 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.039729 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] vlan segment allocate from pool success with {'vlan_id': 1223, 'physical_network': 'physnet1'} {{(pid=73858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:11:55.058250 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.059297 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.segments_db [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Added segment d3330a3b-11d4-447e-b018-ebbd4c00fc05 of type vlan for network 035c0dcc-7aef-41c7-bb29-43b3d853a08d Apr 30 13:11:55.105060 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.157648 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:55.244182 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.263553 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:55.264388 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.303114 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 39164) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:55.309524 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Request body: {'subnet': {'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1637744463-subnet', 'tenant_id': '728e011aaa33473ea39ea408ff1c6201', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:55.312975 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2493713 Apr 30 13:11:55.319555 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:55.326370 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Usage tracker for resource:subnet and tenant:728e011aaa33473ea39ea408ff1c6201 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:55.333218 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:55.346752 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:55.368640 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Made reservation on behalf of 728e011aaa33473ea39ea408ff1c6201 for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:55.371051 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.520836 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6ab222-25be-4515-a8b8-ae7275c69223,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:55.523515 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for subnet, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.533078 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:55.533631 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:55.621722 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 39182) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:55.671756 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Pushing event updated for resources: {'Network': ['ID=035c0dcc-7aef-41c7-bb29-43b3d853a08d,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:55.675975 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:55.676605 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:55.692070 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network 035c0dcc-7aef-41c7-bb29-43b3d853a08d details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:11:55.737181 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adcaaf38-75b3-455f-9d70-d232543aec69,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:55.751884 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:55.765923 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Checking segment: {'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:55.766524 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Network hostable DHCP agents. Network: 8adb758d-2a96-45ff-b291-004c1ecf371a, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:11:55.788013 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Network 8adb758d-2a96-45ff-b291-004c1ecf371a is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:11:55.799914 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, 8adb758d-2a96-45ff-b291-004c1ecf371a) {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:55.805685 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:55.807419 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.811344 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d725b97-ff35-4b00-a208-78b9c8a0f635 None None] Network 8adb758d-2a96-45ff-b291-004c1ecf371a requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:55.829778 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5018263 Apr 30 13:11:55.987072 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cd49d70b-f29f-4ea1-8849-a9e2500df928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.028817 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-cd49d70b-f29f-4ea1-8849-a9e2500df928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:56.039236 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-cd49d70b-f29f-4ea1-8849-a9e2500df928 admin admin] Usage tracker for resource:security_group_rule and tenant:8501cefbabea49718ce0dacd00d37c0a is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:56.043690 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-cd49d70b-f29f-4ea1-8849-a9e2500df928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:56.051074 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-cd49d70b-f29f-4ea1-8849-a9e2500df928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:56.127404 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9ba491-b27f-47f5-9e04-f9e7b319e396 None None] Network 8adb758d-2a96-45ff-b291-004c1ecf371a requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:56.163497 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.173122 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:56.273520 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe60babf-fd3a-4f6e-bd32-5cb1a265cccb,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:56.283413 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:56.298134 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Checking segment: {'id': 'd3330a3b-11d4-447e-b018-ebbd4c00fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:56.298799 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Network hostable DHCP agents. Network: 035c0dcc-7aef-41c7-bb29-43b3d853a08d, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:11:56.333817 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cd49d70b-f29f-4ea1-8849-a9e2500df928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.340504 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cd49d70b-f29f-4ea1-8849-a9e2500df928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.341952 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Network 035c0dcc-7aef-41c7-bb29-43b3d853a08d is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:11:56.356192 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:56.389981 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, 035c0dcc-7aef-41c7-bb29-43b3d853a08d) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:56.402077 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49d70b-f29f-4ea1-8849-a9e2500df928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3ef2e1-bc92-4256-90f8-7a1d60b860ad,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:56.405814 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d5275b-2cb3-4e5e-85a5-9ddac14d22a8 None None] Network 035c0dcc-7aef-41c7-bb29-43b3d853a08d requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:56.416390 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:56.416684 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.427416 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-cd49d70b-f29f-4ea1-8849-a9e2500df928 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8501cefbabea49718ce0dacd00d37c0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8043060 Apr 30 13:11:56.428065 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 39220) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:56.485080 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cd49d70b-f29f-4ea1-8849-a9e2500df928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:56.493690 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1884692 Apr 30 13:11:56.499281 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 39224) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:56.515045 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1637744463-router', 'tenant_id': '728e011aaa33473ea39ea408ff1c6201', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:56.523129 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:56.530228 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Usage tracker for resource:router and tenant:728e011aaa33473ea39ea408ff1c6201 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:56.534950 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:56.546698 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:56.567737 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59942'] for router, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.570603 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-973016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59999'] for router, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.571621 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 39236) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:56.572612 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1782fb57-979d-490c-a6c6-e8db495c3984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.601299 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.620681 dv-cinder-788363-2-smb neutron-server[73858]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 13:11:56.663094 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1782fb57-979d-490c-a6c6-e8db495c3984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.719252 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c21d95-8f4c-4c17-89e4-ffcbf722285a None None] Network 035c0dcc-7aef-41c7-bb29-43b3d853a08d requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:56.912232 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-be8bcd5e-fac5-4347-9f44-d0321524890c tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:56.913127 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-be8bcd5e-fac5-4347-9f44-d0321524890c tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Synchronizing usage tracker for tenant:48c39206ac044840bfa3b1766a2c38b1 on resource:network {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:11:56.918123 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1782fb57-979d-490c-a6c6-e8db495c3984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.926486 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:56.948335 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782fb57-979d-490c-a6c6-e8db495c3984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3ef2e1-bc92-4256-90f8-7a1d60b860ad,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:56.953251 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-1782fb57-979d-490c-a6c6-e8db495c3984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:56.956072 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-be8bcd5e-fac5-4347-9f44-d0321524890c tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Unset dirty status for tenant:48c39206ac044840bfa3b1766a2c38b1 on resource:network {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:11:56.963641 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-be8bcd5e-fac5-4347-9f44-d0321524890c tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/networks?id=117bc530-2996-4b3b-8816-162f93e84fe7 HTTP/1.1" status: 200 len: 811 time: 0.3617496 Apr 30 13:11:56.972900 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1782fb57-979d-490c-a6c6-e8db495c3984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.974071 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-1782fb57-979d-490c-a6c6-e8db495c3984 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3c3ef2e1-bc92-4256-90f8-7a1d60b860ad HTTP/1.1" status: 204 len: 168 time: 0.5450358 Apr 30 13:11:56.978346 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-dec7b0af-0548-4f19-9350-cc4589b939ac tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/quotas/48c39206ac044840bfa3b1766a2c38b1 HTTP/1.1" status: 200 len: 375 time: 0.0136385 Apr 30 13:11:57.100400 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-ac9a8323-b03a-4f8c-aa1f-5e189a73fe0c tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=48c39206ac044840bfa3b1766a2c38b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066234 Apr 30 13:11:57.140097 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-646741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59977'] for router, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.526066 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.564708 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.660945 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-d2f594a4-5b29-48b3-85d1-ad7e4e1b5927 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=73858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:11:57.663417 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-d2f594a4-5b29-48b3-85d1-ad7e4e1b5927 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2984786 Apr 30 13:11:57.815857 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 39268) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:57.851248 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a59f9c1b-e32b-4ea3-987c-bd47c84dc5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.878910 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a59f9c1b-e32b-4ea3-987c-bd47c84dc5c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:57.885893 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-a59f9c1b-e32b-4ea3-987c-bd47c84dc5c3 admin admin] Usage tracker for resource:security_group_rule and tenant:f11432fb110c4192962280c022f5d061 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:57.894569 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-a59f9c1b-e32b-4ea3-987c-bd47c84dc5c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:57.908207 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a59f9c1b-e32b-4ea3-987c-bd47c84dc5c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:57.910416 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Allocated IP 172.28.0.199 (07ca4a00-754c-4ee1-bad7-4e9920ec041b/ec54f1e6-42a0-405f-bb60-0305afc35dfb/a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:57.944170 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-fcf76b02-8e87-4fb5-a9ce-d6c27c9ca5ba service neutron] 10.222.0.93 "GET /v2.0/networks/117bc530-2996-4b3b-8816-162f93e84fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740924 Apr 30 13:11:58.206459 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.227368 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a59f9c1b-e32b-4ea3-987c-bd47c84dc5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.243132 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a59f9c1b-e32b-4ea3-987c-bd47c84dc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.272720 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-0f796c95-2e01-45e0-b054-79d348482bef service neutron] 10.222.0.93 "GET /v2.0/networks/117bc530-2996-4b3b-8816-162f93e84fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186295 Apr 30 13:11:58.311606 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:58.379464 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 39288) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:58.379767 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-a59f9c1b-e32b-4ea3-987c-bd47c84dc5c3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f11432fb110c4192962280c022f5d061&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5626302 Apr 30 13:11:58.381639 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f9c1b-e32b-4ea3-987c-bd47c84dc5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e187741d-55cb-4d72-8b92-6b385b915bd6,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:58.399181 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a59f9c1b-e32b-4ea3-987c-bd47c84dc5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:58.419009 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.427687 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-777254da-3a0f-44c2-9d7d-9fefd19c2be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:58.504079 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:58.519798 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:58.525259 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8564f6aa-3b39-4f52-b5f9-2b2b197bd9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.535774 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:58.572860 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8564f6aa-3b39-4f52-b5f9-2b2b197bd9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.657797 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8564f6aa-3b39-4f52-b5f9-2b2b197bd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.663312 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:58.677134 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:58.684721 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564f6aa-3b39-4f52-b5f9-2b2b197bd9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e187741d-55cb-4d72-8b92-6b385b915bd6,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:58.687865 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-8564f6aa-3b39-4f52-b5f9-2b2b197bd9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:58.696666 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8564f6aa-3b39-4f52-b5f9-2b2b197bd9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.698068 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-8564f6aa-3b39-4f52-b5f9-2b2b197bd9ed admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e187741d-55cb-4d72-8b92-6b385b915bd6 HTTP/1.1" status: 204 len: 168 time: 0.3175683 Apr 30 13:11:58.873043 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:59.267595 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-85538a67-4f08-4d72-8409-27b60527017c tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:59.275174 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-85538a67-4f08-4d72-8409-27b60527017c tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/networks?id=8adb758d-2a96-45ff-b291-004c1ecf371a HTTP/1.1" status: 200 len: 815 time: 0.3859088 Apr 30 13:11:59.291144 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-a401526c-61bd-4097-8ad2-f8956b1f4415 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/quotas/1d6b8117760f4652a00a37c93b960cac HTTP/1.1" status: 200 len: 375 time: 0.0144885 Apr 30 13:11:59.357127 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.377391 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-175bd227-229e-4ff8-909e-cc9cc80130db tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1d6b8117760f4652a00a37c93b960cac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850542 Apr 30 13:11:59.484840 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 39354) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:59.492593 dv-cinder-788363-2-smb neutron-server[73859]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 13:11:59.601503 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-40848b23-97a2-4e8a-be5f-953db96f2959 req-e04b6e46-fd17-4a79-a801-1e797040a009 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 210 time: 0.1155996 Apr 30 13:11:59.655594 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-7d488e8a-5b2b-454d-8f4b-f6e25642ff51 service neutron] 10.222.0.93 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668757 Apr 30 13:11:59.909073 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933219'] for router, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.960545 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-f56ccbf3-b5f2-44e3-b19e-d567f8ea24a9 service neutron] 10.222.0.93 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022120 Apr 30 13:12:00.276822 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Router 5b31bd68-1016-479d-97ac-29e3970f6d05 is scheduled to L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f with binding_index 1 {{(pid=73859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:12:00.719645 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:12:00.730350 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Sync routers for ids ['5b31bd68-1016-479d-97ac-29e3970f6d05'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:12:00.759620 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Routers {'5b31bd68-1016-479d-97ac-29e3970f6d05'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:00.760267 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:11:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['5b31bd68-1016-479d-97ac-29e3970f6d05'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:00.855409 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.860669 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3557644 Apr 30 13:12:00.861053 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 39438) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:01.057296 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-abe262d0-0187-4207-8975-7d42446cce58 req-5f412b1a-2b83-42ce-a023-89ad7a35a4ac tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 210 time: 0.1596370 Apr 30 13:12:01.324960 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9fa013c8-0204-4a6b-bd5b-42a0c258e0bf req-1760b164-c0d7-4b5d-b574-29cf99a5ea17 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 210 time: 0.0560966 Apr 30 13:12:01.385461 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Set router 5b31bd68-1016-479d-97ac-29e3970f6d05 gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:01.755726 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.90', 55050) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:01.806916 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:02.090326 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-d6fb75ba-5b8a-41e1-ab04-c4acfa2d40ca tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:02.096254 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-d6fb75ba-5b8a-41e1-ab04-c4acfa2d40ca tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.90 "GET /v2.0/networks?id=117bc530-2996-4b3b-8816-162f93e84fe7 HTTP/1.1" status: 200 len: 811 time: 0.3366783 Apr 30 13:12:02.137534 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'name': 'tempest-ServerRescueNegativeTestJSON-1637744463-router', 'tenant_id': '728e011aaa33473ea39ea408ff1c6201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:56Z', 'updated_at': '2021-04-30T13:11:58Z', 'revision_number': 3, 'project_id': '728e011aaa33473ea39ea408ff1c6201', 'gw_port': {'id': 'a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:57Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:02.142625 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Checking router: 5b31bd68-1016-479d-97ac-29e3970f6d05 for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:12:02.143408 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Updating router 5b31bd68-1016-479d-97ac-29e3970f6d05 port a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2 binding host dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:12:02.187578 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Request body: {'port': {'device_id': '87442033-2bc2-40bc-87f8-1b585ec20d65', 'network_id': '117bc530-2996-4b3b-8816-162f93e84fe7', 'admin_state_up': True, 'tenant_id': '48c39206ac044840bfa3b1766a2c38b1'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:02.282730 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:02.606980 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-bbf77bdc-9d41-48c3-8dda-e52ad49066eb req-7104b705-c4e1-4535-81d4-88636112b672 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 210 time: 0.2168374 Apr 30 13:12:02.653426 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:02.758534 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Usage tracker for resource:port and tenant:48c39206ac044840bfa3b1766a2c38b1 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:02.802990 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:02.826992 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:02.831970 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d0948495-51e5-4e03-a30f-60ae519fcc74 req-cace8dcd-2363-4e65-9875-9afcbeb323d6 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 210 time: 0.2010577 Apr 30 13:12:02.840664 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:02.864316 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Made reservation on behalf of 48c39206ac044840bfa3b1766a2c38b1 for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:02.867997 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:02.983556 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.063985 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Transition to ACTIVE for port object a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:03.084630 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.091073 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:03.169883 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Allocated IP 172.20.0.9 (117bc530-2996-4b3b-8816-162f93e84fe7/30ea728c-71e9-40d8-8c12-ebc997c9bcf3/dc2ef5c0-db68-41f3-8c29-33be81d69d7e) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:03.298519 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Attempting to bind port a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:03.299563 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Attempting to bind port a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:03.300802 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Attempting to bind port a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2 on network 07ca4a00-754c-4ee1-bad7-4e9920ec041b {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:03.304830 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Pushing event updated for resources: {'Port': ['ID=a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:03.353193 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:03.356182 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:03.357571 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:03.359084 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:03.360578 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:03.362859 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:03.365262 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:03.366931 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:03.368537 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:03.369243 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:03.370560 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:03.371445 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:03.374088 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.90', 55060) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Tracked resource versions report: Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: pushed versions: Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: { 'AddressGroup': {'1.2'}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'ConntrackHelper': {'1.0'}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'Log': {'1.0'}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'Network': {'1.1'}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'Port': {'1.7'}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'PortForwarding': {'1.2'}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'QosPolicy': {'1.8'}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'SecurityGroup': {'1.4'}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'SubPort': {'1.0'}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'Subnet': {'1.1'}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'Trunk': {'1.1'}} Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: consumer versions: Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: { DHCP agent@dv-cinder-788363-2-smb: {}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: HyperV agent@hv-cinder-78836: {}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: L3 agent@dv-cinder-788363-2-smb: {}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: Metadata agent@dv-cinder-788363-2-smb: {}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: Metering agent@dv-cinder-788363-2-smb: {}, Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: Open vSwitch agent@dv-cinder-788363-2-smb: { 'AddressGroup': '1.2', Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'ConntrackHelper': '1.0', Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'Log': '1.0', Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'Network': '1.1', Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'Port': '1.7', Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'PortForwarding': '1.2', Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'QosPolicy': '1.8', Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'SecurityGroup': '1.4', Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'SecurityGroupRule': '1.2', Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'SubPort': '1.0', Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'Subnet': '1.1', Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: 'Trunk': '1.1'}} Apr 30 13:12:03.376592 dv-cinder-788363-2-smb neutron-server[73861]: {{(pid=73861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:12:03.382941 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:03.383664 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Checking segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:03.384343 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.385307 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Bound using segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:03.386024 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Bound port: a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:03.387607 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.423265 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:03.543749 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] For port a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:03.553255 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] For port a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:03.573669 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.585281 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:03.761372 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Routers {'5b31bd68-1016-479d-97ac-29e3970f6d05'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:03.762440 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:11:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['5b31bd68-1016-479d-97ac-29e3970f6d05'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:03.901562 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 39588) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:03.928987 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Pushing event updated for resources: {'Port': ['ID=a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:03.932873 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-a4902b49-4b15-4c67-8a10-284e208c5556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:04.174031 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-78c6cffb-07d4-4384-b614-38e22909d51a req-a07eb3ce-3c10-4cd1-99db-156a274539bb tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 210 time: 0.2245495 Apr 30 13:12:04.265660 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Allocated IP 172.20.0.1 (035c0dcc-7aef-41c7-bb29-43b3d853a08d/fe60babf-fd3a-4f6e-bd32-5cb1a265cccb/aeac9097-d930-402b-91ad-18ce4e83a5db) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:04.317475 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-26c7449e-46b6-4deb-9158-589f3e203cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.371613 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-26c7449e-46b6-4deb-9158-589f3e203cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:04.372391 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] Set router 5b31bd68-1016-479d-97ac-29e3970f6d05 gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:04.376997 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-26c7449e-46b6-4deb-9158-589f3e203cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:10f7ab564fd340a0ad840353cd152d44 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:04.382124 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-26c7449e-46b6-4deb-9158-589f3e203cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:04.427256 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9be07bd9-3646-4014-8398-b07daaa660b3 req-e1f14e4d-2215-48d2-b480-795272f8a9c1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 210 time: 0.1558547 Apr 30 13:12:04.463620 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-26c7449e-46b6-4deb-9158-589f3e203cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:04.558718 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.567963 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.588552 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-17020e14-9801-4770-9237-b00063066857 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:04.589972 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-17020e14-9801-4770-9237-b00063066857 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Synchronizing usage tracker for tenant:1d6b8117760f4652a00a37c93b960cac on resource:network {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:04.673937 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.687699 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-26c7449e-46b6-4deb-9158-589f3e203cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.694586 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-95b62b5d-b6a5-4431-9fa3-433078942a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:04.696896 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-26c7449e-46b6-4deb-9158-589f3e203cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.715767 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:04.752031 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:04.838848 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-26c7449e-46b6-4deb-9158-589f3e203cd9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=10f7ab564fd340a0ad840353cd152d44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9361820 Apr 30 13:12:04.839451 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 39622) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:04.845935 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-17020e14-9801-4770-9237-b00063066857 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Unset dirty status for tenant:1d6b8117760f4652a00a37c93b960cac on resource:network {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:04.847149 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-17020e14-9801-4770-9237-b00063066857 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "GET /v2.0/networks?id=8adb758d-2a96-45ff-b291-004c1ecf371a HTTP/1.1" status: 200 len: 815 time: 1.4720521 Apr 30 13:12:04.900853 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Network 117bc530-2996-4b3b-8816-162f93e84fe7 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:04.907814 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:04.940204 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7449e-46b6-4deb-9158-589f3e203cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8680e780-e5c2-4749-b3ea-6480efe7f1d4,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:04.949809 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Request body: {'port': {'device_id': 'c3b58001-9b0f-4e48-aba9-8faeee7a2fe7', 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a', 'admin_state_up': True, 'tenant_id': '1d6b8117760f4652a00a37c93b960cac'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:04.969665 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Network 035c0dcc-7aef-41c7-bb29-43b3d853a08d is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:04.971007 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-26c7449e-46b6-4deb-9158-589f3e203cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:04.971610 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:05.013333 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:05.033943 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:05.035304 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.102031 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:05.116032 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9334321 Apr 30 13:12:05.120153 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Pushing event updated for resources: {'Port': ['ID=dc2ef5c0-db68-41f3-8c29-33be81d69d7e,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:05.133465 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:05.138757 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:05.139206 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920045'] for router_interface, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.324993 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'name': 'tempest-ServerRescueNegativeTestJSON-1637744463-router', 'tenant_id': '728e011aaa33473ea39ea408ff1c6201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:56Z', 'updated_at': '2021-04-30T13:11:58Z', 'revision_number': 3, 'project_id': '728e011aaa33473ea39ea408ff1c6201', 'gw_port': {'id': 'a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:57Z', 'updated_at': '2021-04-30T13:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:05.345139 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d9dd9-667d-40bb-abd0-fd5c38c570be None None] The sync data for ids ['5b31bd68-1016-479d-97ac-29e3970f6d05'] in dv-cinder-788363-2-smb is: [{'id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'name': 'tempest-ServerRescueNegativeTestJSON-1637744463-router', 'tenant_id': '728e011aaa33473ea39ea408ff1c6201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:56Z', 'updated_at': '2021-04-30T13:11:58Z', 'revision_number': 3, 'project_id': '728e011aaa33473ea39ea408ff1c6201', 'gw_port': {'id': 'a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:57Z', 'updated_at': '2021-04-30T13:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:12:05.435734 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-eeff824f-57f1-4a2c-863f-9b9a9741ace1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=73859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:12:05.437484 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-eeff824f-57f1-4a2c-863f-9b9a9741ace1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0389473 Apr 30 13:12:05.733238 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:05.742376 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Usage tracker for resource:port and tenant:1d6b8117760f4652a00a37c93b960cac is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:05.754235 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:05.780713 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:05.806785 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Made reservation on behalf of 1d6b8117760f4652a00a37c93b960cac for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:05.821922 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.942277 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Request body: {'port': {'device_id': '87442033-2bc2-40bc-87f8-1b585ec20d65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:06.179276 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2e82d1f4-0207-42cb-ac4f-195173dc548f req-9925d1b5-57a6-45c8-9e96-54e80530bdbc tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 210 time: 0.1967580 Apr 30 13:12:06.307388 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-cd44d10d-e393-4ee5-b02d-26817cc40274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.422606 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Pushing event updated for resources: {'Port': ['ID=aeac9097-d930-402b-91ad-18ce4e83a5db,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:06.432715 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.461s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:06.433243 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 39674) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:06.462522 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-cd44d10d-e393-4ee5-b02d-26817cc40274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.540897 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-cd44d10d-e393-4ee5-b02d-26817cc40274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.597214 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-1782fb57-979d-490c-a6c6-e8db495c3984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:06.600380 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:06.697357 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-cd44d10d-e393-4ee5-b02d-26817cc40274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.699360 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-cd44d10d-e393-4ee5-b02d-26817cc40274 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8680e780-e5c2-4749-b3ea-6480efe7f1d4 HTTP/1.1" status: 204 len: 168 time: 1.8465707 Apr 30 13:12:06.701986 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44d10d-e393-4ee5-b02d-26817cc40274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8680e780-e5c2-4749-b3ea-6480efe7f1d4,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:06.719614 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-cd44d10d-e393-4ee5-b02d-26817cc40274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:06.934003 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.968939 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:06.992462 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:06.993109 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.054982 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ff62-3783-4b39-97de-50413b1a0624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.217774 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-cbd2ff62-3783-4b39-97de-50413b1a0624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:07.243346 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-cbd2ff62-3783-4b39-97de-50413b1a0624 admin admin] Usage tracker for resource:security_group_rule and tenant:2e3ad10d72ca4217a197bcee6976fda3 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:07.275556 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-cbd2ff62-3783-4b39-97de-50413b1a0624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:07.673436 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.769656 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:07.794257 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.804128 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:07.830895 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-cbd2ff62-3783-4b39-97de-50413b1a0624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:07.841573 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.900714 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 39716) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:07.934372 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f7bbb-1553-4192-88de-ccc242636061 req-1af1da01-f2a0-489b-b06a-d3c8799f6367 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:07.944398 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-ed4f7bbb-1553-4192-88de-ccc242636061 req-1af1da01-f2a0-489b-b06a-d3c8799f6367 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Synchronizing usage tracker for tenant:48c39206ac044840bfa3b1766a2c38b1 on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:08.066328 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-aaabff78-2818-4cdf-b183-1a3caeb6170d req-3adb6528-41e8-441f-8aec-76a4121ce43d tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 210 time: 0.4680231 Apr 30 13:12:08.199032 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:08.201343 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Allocated IP 172.20.0.8 (8adb758d-2a96-45ff-b291-004c1ecf371a/adcaaf38-75b3-455f-9d70-d232543aec69/b344b992-1dc4-4c68-90c3-df508a90969e) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:08.218513 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:08.221315 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:08.225894 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:08.226594 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:08.227098 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:08.227583 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:08.228057 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:08.228546 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:08.229012 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:08.229494 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:08.229956 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:08.230587 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Tracked resource versions report: Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: pushed versions: Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: { 'AddressGroup': {'1.2'}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'ConntrackHelper': {'1.0'}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'Log': {'1.0'}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'Network': {'1.1'}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'Port': {'1.7'}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'PortForwarding': {'1.2'}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'QosPolicy': {'1.8'}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'SecurityGroup': {'1.4'}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'SubPort': {'1.0'}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'Subnet': {'1.1'}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'Trunk': {'1.1'}} Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: consumer versions: Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: { DHCP agent@dv-cinder-788363-2-smb: {}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: HyperV agent@hv-cinder-78836: {}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: L3 agent@dv-cinder-788363-2-smb: {}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: Metadata agent@dv-cinder-788363-2-smb: {}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: Metering agent@dv-cinder-788363-2-smb: {}, Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: Open vSwitch agent@dv-cinder-788363-2-smb: { 'AddressGroup': '1.2', Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'ConntrackHelper': '1.0', Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'Log': '1.0', Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'Network': '1.1', Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'Port': '1.7', Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'PortForwarding': '1.2', Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'QosPolicy': '1.8', Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'SecurityGroup': '1.4', Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'SecurityGroupRule': '1.2', Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'SubPort': '1.0', Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'Subnet': '1.1', Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: 'Trunk': '1.1'}} Apr 30 13:12:08.232562 dv-cinder-788363-2-smb neutron-server[73860]: {{(pid=73860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:12:08.246188 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:08.577722 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:08.718667 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.779403 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.815414 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a936b250-52a2-4354-ad12-834286c62bf1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:08.843932 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:08.845082 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.926140 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6f3b722c-72e3-4cd8-accc-a4dcd5b39113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.974604 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-6f3b722c-72e3-4cd8-accc-a4dcd5b39113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:08.979069 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-6f3b722c-72e3-4cd8-accc-a4dcd5b39113 admin admin] Usage tracker for resource:security_group_rule and tenant:7859ebf615574fddb5325caae1fdd5e7 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:08.983988 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-6f3b722c-72e3-4cd8-accc-a4dcd5b39113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:08.990963 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-6f3b722c-72e3-4cd8-accc-a4dcd5b39113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:09.064959 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-ed4f7bbb-1553-4192-88de-ccc242636061 req-1af1da01-f2a0-489b-b06a-d3c8799f6367 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Unset dirty status for tenant:48c39206ac044840bfa3b1766a2c38b1 on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:09.067042 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ed4f7bbb-1553-4192-88de-ccc242636061 req-1af1da01-f2a0-489b-b06a-d3c8799f6367 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 931 time: 2.7577546 Apr 30 13:12:09.141780 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.db.resource_extend [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:12:09.155238 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Network 8adb758d-2a96-45ff-b291-004c1ecf371a is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:09.161609 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 39758) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:09.224108 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.239313 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.254543 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919880'] for router_interface, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.263436 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ff62-3783-4b39-97de-50413b1a0624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.266316 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:09.398279 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Pushing event updated for resources: {'Port': ['ID=aeac9097-d930-402b-91ad-18ce4e83a5db,revision_number=2']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:09.411885 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:09.416246 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6f3b722c-72e3-4cd8-accc-a4dcd5b39113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.423142 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ff62-3783-4b39-97de-50413b1a0624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.488393 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:09.493295 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:09.505321 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:09.509454 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.520259 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Pushing event updated for resources: {'Port': ['ID=b344b992-1dc4-4c68-90c3-df508a90969e,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:09.530953 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:09.600541 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ed4f7bbb-1553-4192-88de-ccc242636061 req-3e91cf72-6d48-4dc6-b211-28fa93147246 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608057 Apr 30 13:12:09.638827 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7358625 Apr 30 13:12:09.779277 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:09.786761 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6f3b722c-72e3-4cd8-accc-a4dcd5b39113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.804059 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2ef5c0-db68-41f3-8c29-33be81d69d7e {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:09.812219 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.821471 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fc7a684a-350c-4e81-aa7b-a19c93a77ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.829291 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Transition to ACTIVE for port object dc2ef5c0-db68-41f3-8c29-33be81d69d7e will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:09.835337 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.852353 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:09.863557 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2ff62-3783-4b39-97de-50413b1a0624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a4137d-5f19-4898-bf0e-e28e55b061a0,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:09.876936 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-cbd2ff62-3783-4b39-97de-50413b1a0624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:09.890434 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-8564f6aa-3b39-4f52-b5f9-2b2b197bd9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:09.902927 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-fc7a684a-350c-4e81-aa7b-a19c93a77ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:09.929596 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-cbd2ff62-3783-4b39-97de-50413b1a0624 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2e3ad10d72ca4217a197bcee6976fda3&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3983762 Apr 30 13:12:09.932336 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-fc7a684a-350c-4e81-aa7b-a19c93a77ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:9582501f1c654c4497197ea3fd7569bd is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:09.934807 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 39778) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:09.950469 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-fc7a684a-350c-4e81-aa7b-a19c93a77ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:09.990278 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-fc7a684a-350c-4e81-aa7b-a19c93a77ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:10.001728 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-6f3b722c-72e3-4cd8-accc-a4dcd5b39113 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7859ebf615574fddb5325caae1fdd5e7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0619705 Apr 30 13:12:10.005473 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 39786) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:10.035288 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Network 035c0dcc-7aef-41c7-bb29-43b3d853a08d is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:10.060815 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b722c-72e3-4cd8-accc-a4dcd5b39113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10061f22-213d-48fe-a1db-10c681ed84d5,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:10.077707 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-6f3b722c-72e3-4cd8-accc-a4dcd5b39113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:10.093421 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:10.208312 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab7d80-044a-4ffb-b665-0b93feaebe4a req-152353bd-d0f0-4e64-a4e0-d0de6c8f70dd tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:10.215810 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ccab7d80-044a-4ffb-b665-0b93feaebe4a req-152353bd-d0f0-4e64-a4e0-d0de6c8f70dd tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 931 time: 0.8349986 Apr 30 13:12:10.433814 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a9562bea-c01b-47f2-9ab7-ce835e9bf9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.479334 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2ef5c0-db68-41f3-8c29-33be81d69d7e,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:10.489979 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:10.493001 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ccab7d80-044a-4ffb-b665-0b93feaebe4a req-1e7032fc-0bf0-47fc-b26d-53a1c8eefe8c tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657540 Apr 30 13:12:10.509418 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Attempting to bind port dc2ef5c0-db68-41f3-8c29-33be81d69d7e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:10.509418 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Attempting to bind port dc2ef5c0-db68-41f3-8c29-33be81d69d7e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4f9d1eec-6343-44ea-b562-2c83dfbb5b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '117bc530-2996-4b3b-8816-162f93e84fe7'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:10.509418 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Attempting to bind port dc2ef5c0-db68-41f3-8c29-33be81d69d7e on network 117bc530-2996-4b3b-8816-162f93e84fe7 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:10.521701 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Port dc2ef5c0-db68-41f3-8c29-33be81d69d7e on network 117bc530-2996-4b3b-8816-162f93e84fe7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:10.521701 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Attempting to bind port dc2ef5c0-db68-41f3-8c29-33be81d69d7e on network 117bc530-2996-4b3b-8816-162f93e84fe7 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:10.530163 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6a7b733b-ec50-41fc-965c-71cfa3b0de35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.539480 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:10.539815 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Checking segment: {'id': '4f9d1eec-6343-44ea-b562-2c83dfbb5b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '117bc530-2996-4b3b-8816-162f93e84fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:10.540397 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Bound using segment: {'id': '4f9d1eec-6343-44ea-b562-2c83dfbb5b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '117bc530-2996-4b3b-8816-162f93e84fe7'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:10.540831 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Bound port: dc2ef5c0-db68-41f3-8c29-33be81d69d7e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9d1eec-6343-44ea-b562-2c83dfbb5b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '117bc530-2996-4b3b-8816-162f93e84fe7'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:10.541176 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.592296 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a9562bea-c01b-47f2-9ab7-ce835e9bf9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.674371 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6a7b733b-ec50-41fc-965c-71cfa3b0de35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.715425 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] For port dc2ef5c0-db68-41f3-8c29-33be81d69d7e, host hv-cinder-78836, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:10.720814 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] For port dc2ef5c0-db68-41f3-8c29-33be81d69d7e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc2ef5c0-db68-41f3-8c29-33be81d69d7e,segment=NetworkSegment(4f9d1eec-6343-44ea-b562-2c83dfbb5b35),segment_id=4f9d1eec-6343-44ea-b562-2c83dfbb5b35)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:10.728718 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.739890 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:10.806278 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Router 5b31bd68-1016-479d-97ac-29e3970f6d05 has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:12:10.838227 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fc7a684a-350c-4e81-aa7b-a19c93a77ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.838948 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:10.840026 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.842283 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] 10.222.0.90 "PUT /v2.0/ports/dc2ef5c0-db68-41f3-8c29-33be81d69d7e HTTP/1.1" status: 200 len: 1093 time: 5.1416216 Apr 30 13:12:10.863659 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fc7a684a-350c-4e81-aa7b-a19c93a77ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.869190 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87442033-2bc2-40bc-87f8-1b585ec20d65', 'tag': 'dc2ef5c0-db68-41f3-8c29-33be81d69d7e'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:10.949852 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-cbd2ff62-3783-4b39-97de-50413b1a0624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:11.026334 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a684a-350c-4e81-aa7b-a19c93a77ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31154947-3c37-4604-b9a8-120d641663bc,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:11.043356 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fc7a684a-350c-4e81-aa7b-a19c93a77ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:11.048874 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6a7b733b-ec50-41fc-965c-71cfa3b0de35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.064452 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-fc7a684a-350c-4e81-aa7b-a19c93a77ea8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9582501f1c654c4497197ea3fd7569bd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8797464 Apr 30 13:12:11.075015 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-cd44d10d-e393-4ee5-b02d-26817cc40274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:11.078447 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 39818) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:11.116830 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2ef5c0-db68-41f3-8c29-33be81d69d7e,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:11.155771 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:11.187064 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a9562bea-c01b-47f2-9ab7-ce835e9bf9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.203655 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b733b-ec50-41fc-965c-71cfa3b0de35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10061f22-213d-48fe-a1db-10c681ed84d5,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:11.210019 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-6a7b733b-ec50-41fc-965c-71cfa3b0de35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:11.213159 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-26c7449e-46b6-4deb-9158-589f3e203cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:11.241379 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9562bea-c01b-47f2-9ab7-ce835e9bf9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a4137d-5f19-4898-bf0e-e28e55b061a0,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:11.256169 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2604a9e-8818-40e4-aff8-85b7a534b7b1 req-b680fab6-b954-408c-b349-a9a812b7b758 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:11.257770 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a2604a9e-8818-40e4-aff8-85b7a534b7b1 req-b680fab6-b954-408c-b349-a9a812b7b758 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 943 time: 0.4657357 Apr 30 13:12:11.262997 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a9562bea-c01b-47f2-9ab7-ce835e9bf9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:11.293482 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0bebac91-c118-49bc-b8d6-3239476a14c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.310682 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6a7b733b-ec50-41fc-965c-71cfa3b0de35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.318970 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-6a7b733b-ec50-41fc-965c-71cfa3b0de35 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/10061f22-213d-48fe-a1db-10c681ed84d5 HTTP/1.1" status: 204 len: 168 time: 1.3067718 Apr 30 13:12:11.322347 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:12:11.338053 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Sync routers for ids ['5b31bd68-1016-479d-97ac-29e3970f6d05'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:12:11.350215 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] 10.222.0.93 "PUT /v2.0/routers/5b31bd68-1016-479d-97ac-29e3970f6d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4786530 Apr 30 13:12:11.350309 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a2604a9e-8818-40e4-aff8-85b7a534b7b1 req-a6abfc43-9952-4f19-bc32-3d277474d101 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760615 Apr 30 13:12:11.355116 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a9562bea-c01b-47f2-9ab7-ce835e9bf9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.360911 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-a9562bea-c01b-47f2-9ab7-ce835e9bf9c7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e4a4137d-5f19-4898-bf0e-e28e55b061a0 HTTP/1.1" status: 204 len: 168 time: 1.4136038 Apr 30 13:12:11.367956 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Routers {'5b31bd68-1016-479d-97ac-29e3970f6d05'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:11.368505 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0bebac91-c118-49bc-b8d6-3239476a14c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.369891 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:11:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['5b31bd68-1016-479d-97ac-29e3970f6d05'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:11.444057 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0bebac91-c118-49bc-b8d6-3239476a14c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.461138 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a59f9c1b-e32b-4ea3-987c-bd47c84dc5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:11.489186 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebac91-c118-49bc-b8d6-3239476a14c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31154947-3c37-4604-b9a8-120d641663bc,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:11.497866 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0bebac91-c118-49bc-b8d6-3239476a14c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:11.500428 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0bebac91-c118-49bc-b8d6-3239476a14c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.501907 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-0bebac91-c118-49bc-b8d6-3239476a14c5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/31154947-3c37-4604-b9a8-120d641663bc HTTP/1.1" status: 204 len: 168 time: 0.4219306 Apr 30 13:12:11.643468 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87442033-2bc2-40bc-87f8-1b585ec20d65', 'tag': 'dc2ef5c0-db68-41f3-8c29-33be81d69d7e', 'status': 'completed', 'code': 200} Apr 30 13:12:11.790268 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Set router 5b31bd68-1016-479d-97ac-29e3970f6d05 gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:11.853904 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36eda5-3137-478b-ab42-93a477dc3ad0 req-eb5d5c73-9cb4-4d0d-b059-b7450a4cb638 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:11.855000 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-9c36eda5-3137-478b-ab42-93a477dc3ad0 req-eb5d5c73-9cb4-4d0d-b059-b7450a4cb638 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Synchronizing usage tracker for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:11.877099 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-9c36eda5-3137-478b-ab42-93a477dc3ad0 req-eb5d5c73-9cb4-4d0d-b059-b7450a4cb638 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Unset dirty status for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:11.890534 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9c36eda5-3137-478b-ab42-93a477dc3ad0 req-eb5d5c73-9cb4-4d0d-b059-b7450a4cb638 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 931 time: 0.1443064 Apr 30 13:12:12.012277 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-9c36eda5-3137-478b-ab42-93a477dc3ad0 req-90e45922-c555-41c9-bc65-a5b0074ba1de tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Synchronizing usage tracker for tenant:1d6b8117760f4652a00a37c93b960cac on resource:security_group {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:12.048774 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-9c36eda5-3137-478b-ab42-93a477dc3ad0 req-90e45922-c555-41c9-bc65-a5b0074ba1de tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Unset dirty status for tenant:1d6b8117760f4652a00a37c93b960cac on resource:security_group {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:12.075886 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9c36eda5-3137-478b-ab42-93a477dc3ad0 req-90e45922-c555-41c9-bc65-a5b0074ba1de tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839583 Apr 30 13:12:12.097815 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Request body: {'port': {'device_id': 'c3b58001-9b0f-4e48-aba9-8faeee7a2fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:12.398949 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'name': 'tempest-ServerRescueNegativeTestJSON-1637744463-router', 'tenant_id': '728e011aaa33473ea39ea408ff1c6201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:56Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 4, 'project_id': '728e011aaa33473ea39ea408ff1c6201', 'gw_port': {'id': 'a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:57Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'aeac9097-d930-402b-91ad-18ce4e83a5db', 'name': '', 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d', 'tenant_id': '728e011aaa33473ea39ea408ff1c6201', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe60babf-fd3a-4f6e-bd32-5cb1a265cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:02Z', 'updated_at': '2021-04-30T13:12:08Z', 'revision_number': 2, 'project_id': '728e011aaa33473ea39ea408ff1c6201', 'subnets': [{'id': 'fe60babf-fd3a-4f6e-bd32-5cb1a265cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:12.404739 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Checking router: 5b31bd68-1016-479d-97ac-29e3970f6d05 for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:12:12.405417 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Updating router 5b31bd68-1016-479d-97ac-29e3970f6d05 port aeac9097-d930-402b-91ad-18ce4e83a5db binding host dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:12:12.532717 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.654638 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.708470 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5eb9b-f52f-4842-8146-576bdad60553 req-34972492-b5a3-4830-8f03-e4af35989a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:12.710068 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-09f5eb9b-f52f-4842-8146-576bdad60553 req-34972492-b5a3-4830-8f03-e4af35989a88 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=48c39206ac044840bfa3b1766a2c38b1&device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 1096 time: 0.5243773 Apr 30 13:12:13.014825 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 39876) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:13.048410 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5eb9b-f52f-4842-8146-576bdad60553 req-2992d5a6-c8b3-46fe-baa9-467e0c7e5753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:13.050221 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-09f5eb9b-f52f-4842-8146-576bdad60553 req-2992d5a6-c8b3-46fe-baa9-467e0c7e5753 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=48c39206ac044840bfa3b1766a2c38b1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3236611 Apr 30 13:12:13.063643 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 39880) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:13.105738 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9c409c85-6ba7-4a84-bcbb-55572609c8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.169084 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-9c409c85-6ba7-4a84-bcbb-55572609c8d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:13.177616 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-9c409c85-6ba7-4a84-bcbb-55572609c8d1 admin admin] Usage tracker for resource:security_group_rule and tenant:eabfab0bf72a4e069829f2719e4b9026 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:13.184071 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-9c409c85-6ba7-4a84-bcbb-55572609c8d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:13.200976 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-9c409c85-6ba7-4a84-bcbb-55572609c8d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:13.273271 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-283c07b7-ad3d-47db-8fa4-9811660c4283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.322255 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e17d85-97c2-40a9-8ec5-ddfac060b791 req-b150296f-7022-4678-add1-037ef0fbf9d5 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:13.339900 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c3e17d85-97c2-40a9-8ec5-ddfac060b791 req-b150296f-7022-4678-add1-037ef0fbf9d5 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 943 time: 0.5601892 Apr 30 13:12:13.421945 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-283c07b7-ad3d-47db-8fa4-9811660c4283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:13.504617 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-283c07b7-ad3d-47db-8fa4-9811660c4283 admin admin] Usage tracker for resource:security_group_rule and tenant:8edaf947098842c0a987c60d368bfd08 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:13.511947 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-283c07b7-ad3d-47db-8fa4-9811660c4283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:13.527952 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-283c07b7-ad3d-47db-8fa4-9811660c4283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:13.630519 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5eb9b-f52f-4842-8146-576bdad60553 req-6c67d62c-97f8-4381-804c-d3fa9a6dc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:13.632263 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-09f5eb9b-f52f-4842-8146-576bdad60553 req-6c67d62c-97f8-4381-804c-d3fa9a6dc973 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5494711 Apr 30 13:12:13.689561 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-c3e17d85-97c2-40a9-8ec5-ddfac060b791 req-32be616d-7cf8-40d3-b5b6-6a113c8dc9dc tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Synchronizing usage tracker for tenant:48c39206ac044840bfa3b1766a2c38b1 on resource:security_group {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:13.761681 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b344b992-1dc4-4c68-90c3-df508a90969e {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:13.778079 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.812261 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-283c07b7-ad3d-47db-8fa4-9811660c4283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.813609 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Transition to ACTIVE for port object b344b992-1dc4-4c68-90c3-df508a90969e will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:13.816019 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-283c07b7-ad3d-47db-8fa4-9811660c4283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.818985 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.822988 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.832638 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9c409c85-6ba7-4a84-bcbb-55572609c8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.835933 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-564cce06-8a90-4da2-aa78-2d433d3a408e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:13.837617 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9c409c85-6ba7-4a84-bcbb-55572609c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.859404 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Transition to ACTIVE for port object aeac9097-d930-402b-91ad-18ce4e83a5db will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:13.865709 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:13.872961 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.885489 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-97192117-23c5-4a7f-8f19-196a7cacfeac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:13.903863 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-c3e17d85-97c2-40a9-8ec5-ddfac060b791 req-32be616d-7cf8-40d3-b5b6-6a113c8dc9dc tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Unset dirty status for tenant:48c39206ac044840bfa3b1766a2c38b1 on resource:security_group {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:13.905075 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c3e17d85-97c2-40a9-8ec5-ddfac060b791 req-32be616d-7cf8-40d3-b5b6-6a113c8dc9dc tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643840 Apr 30 13:12:14.022045 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-9c409c85-6ba7-4a84-bcbb-55572609c8d1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=eabfab0bf72a4e069829f2719e4b9026&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0039322 Apr 30 13:12:14.022045 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c409c85-6ba7-4a84-bcbb-55572609c8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2013a5-a189-408d-89a3-aa28fb83d814,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:14.035308 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-9c409c85-6ba7-4a84-bcbb-55572609c8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:14.035833 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 39906) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:14.329142 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a792d93a-2ef0-4363-a273-18106b56d81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.405827 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63794b-a933-4b94-9893-3ad827e42766 None None] Pushing event updated for resources: {'Port': ['ID=aeac9097-d930-402b-91ad-18ce4e83a5db,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:14.413719 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-af63794b-a933-4b94-9893-3ad827e42766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:14.514925 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e5270-7532-40c3-874d-bdf3b952ae99 req-888313e3-3b53-4785-82bd-b33f1fc7f99b tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:14.529330 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b41e5270-7532-40c3-874d-bdf3b952ae99 req-888313e3-3b53-4785-82bd-b33f1fc7f99b tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 943 time: 0.3799763 Apr 30 13:12:14.569993 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Attempting to bind port aeac9097-d930-402b-91ad-18ce4e83a5db on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:14.576423 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Attempting to bind port aeac9097-d930-402b-91ad-18ce4e83a5db by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': 'd3330a3b-11d4-447e-b018-ebbd4c00fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:14.576845 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Attempting to bind port aeac9097-d930-402b-91ad-18ce4e83a5db on network 035c0dcc-7aef-41c7-bb29-43b3d853a08d {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:14.631639 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:14.632230 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Checking segment: {'id': 'd3330a3b-11d4-447e-b018-ebbd4c00fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:14.632921 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.633583 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Bound using segment: {'id': 'd3330a3b-11d4-447e-b018-ebbd4c00fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:14.638485 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Bound port: aeac9097-d930-402b-91ad-18ce4e83a5db, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3330a3b-11d4-447e-b018-ebbd4c00fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:14.644636 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.700477 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a792d93a-2ef0-4363-a273-18106b56d81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.873618 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b41e5270-7532-40c3-874d-bdf3b952ae99 req-ec7c3bf4-ff5a-45f0-be27-eebe3a457eee tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434856 Apr 30 13:12:15.001908 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a792d93a-2ef0-4363-a273-18106b56d81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.022975 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:15.068000 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792d93a-2ef0-4363-a273-18106b56d81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2013a5-a189-408d-89a3-aa28fb83d814,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:15.070596 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a792d93a-2ef0-4363-a273-18106b56d81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:15.085164 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a792d93a-2ef0-4363-a273-18106b56d81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.094646 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-a792d93a-2ef0-4363-a273-18106b56d81c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0b2013a5-a189-408d-89a3-aa28fb83d814 HTTP/1.1" status: 204 len: 168 time: 1.0576127 Apr 30 13:12:15.189374 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] For port aeac9097-d930-402b-91ad-18ce4e83a5db, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:15.204645 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] For port aeac9097-d930-402b-91ad-18ce4e83a5db, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=aeac9097-d930-402b-91ad-18ce4e83a5db,segment=NetworkSegment(d3330a3b-11d4-447e-b018-ebbd4c00fc05),segment_id=d3330a3b-11d4-447e-b018-ebbd4c00fc05)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:15.211316 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.223189 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:15.232192 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Attempting to bind port b344b992-1dc4-4c68-90c3-df508a90969e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:15.233264 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Attempting to bind port b344b992-1dc4-4c68-90c3-df508a90969e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:15.233792 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Attempting to bind port b344b992-1dc4-4c68-90c3-df508a90969e on network 8adb758d-2a96-45ff-b291-004c1ecf371a {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:15.250051 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-0015cd34-d227-468a-85c8-e0d9edc76d4a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:15.258281 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-0015cd34-d227-468a-85c8-e0d9edc76d4a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/networks?id=035c0dcc-7aef-41c7-bb29-43b3d853a08d HTTP/1.1" status: 200 len: 819 time: 0.8745263 Apr 30 13:12:15.269886 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Port b344b992-1dc4-4c68-90c3-df508a90969e on network 8adb758d-2a96-45ff-b291-004c1ecf371a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:15.270540 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Attempting to bind port b344b992-1dc4-4c68-90c3-df508a90969e on network 8adb758d-2a96-45ff-b291-004c1ecf371a {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:15.286987 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c4c0bd7b-b7ce-45af-89c8-5765ce7bc934 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/quotas/728e011aaa33473ea39ea408ff1c6201 HTTP/1.1" status: 200 len: 375 time: 0.0270190 Apr 30 13:12:15.289135 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c07b7-ad3d-47db-8fa4-9811660c4283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08584572-e245-4e04-82fd-3f9ff93b5b4d,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:15.293980 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-283c07b7-ad3d-47db-8fa4-9811660c4283 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8edaf947098842c0a987c60d368bfd08&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2166233 Apr 30 13:12:15.295472 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-283c07b7-ad3d-47db-8fa4-9811660c4283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.460s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:15.297085 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:15.297649 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Checking segment: {'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:15.298349 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Bound using segment: {'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:15.299122 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Bound port: b344b992-1dc4-4c68-90c3-df508a90969e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:15.299806 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.323986 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.431s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:15.361840 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 39948) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:15.454670 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63794b-a933-4b94-9893-3ad827e42766 None None] Pushing event updated for resources: {'Port': ['ID=aeac9097-d930-402b-91ad-18ce4e83a5db,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:15.491546 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-af63794b-a933-4b94-9893-3ad827e42766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:15.505598 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90301dc-1d16-47e1-a50b-98d8b94195cf req-c1ab296b-9e7c-419f-b3fd-1e26f9dda894 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:15.513538 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e90301dc-1d16-47e1-a50b-98d8b94195cf req-c1ab296b-9e7c-419f-b3fd-1e26f9dda894 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 943 time: 0.2352414 Apr 30 13:12:15.543667 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Routers {'5b31bd68-1016-479d-97ac-29e3970f6d05'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:15.545161 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:11:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['5b31bd68-1016-479d-97ac-29e3970f6d05'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:15.616831 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] For port b344b992-1dc4-4c68-90c3-df508a90969e, host hv-cinder-78836, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:15.621202 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] For port b344b992-1dc4-4c68-90c3-df508a90969e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b344b992-1dc4-4c68-90c3-df508a90969e,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:15.634835 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e90301dc-1d16-47e1-a50b-98d8b94195cf req-93e3b2e3-b75b-4924-8eef-d4a69a2b860e tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177132 Apr 30 13:12:15.711341 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.779633 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-6715ad3c-ab80-4698-9e0d-6ecaf31c18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:15.781654 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-6715ad3c-ab80-4698-9e0d-6ecaf31c18b0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=48c39206ac044840bfa3b1766a2c38b1&device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 1096 time: 1.4428425 Apr 30 13:12:15.787633 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:15.788373 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.789880 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] 10.222.0.90 "PUT /v2.0/ports/b344b992-1dc4-4c68-90c3-df508a90969e HTTP/1.1" status: 200 len: 1093 time: 3.6971054 Apr 30 13:12:15.800361 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b58001-9b0f-4e48-aba9-8faeee7a2fe7', 'tag': 'b344b992-1dc4-4c68-90c3-df508a90969e'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:15.824350 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Pushing event updated for resources: {'Port': ['ID=b344b992-1dc4-4c68-90c3-df508a90969e,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:15.839470 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:15.860316 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:15.938915 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d5c907b8-1771-4251-aaca-acbc906cd84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.941103 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Pushing event updated for resources: {'Port': ['ID=b344b992-1dc4-4c68-90c3-df508a90969e,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:15.957379 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-3d6b5248-2105-4203-8f65-c228319abf41 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=728e011aaa33473ea39ea408ff1c6201&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6690178 Apr 30 13:12:15.960604 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] Set router 5b31bd68-1016-479d-97ac-29e3970f6d05 gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:16.085994 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:16.149350 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b58001-9b0f-4e48-aba9-8faeee7a2fe7', 'tag': 'b344b992-1dc4-4c68-90c3-df508a90969e', 'status': 'completed', 'code': 200} Apr 30 13:12:16.356457 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-c32c2cde-30eb-48ed-8acc-8b6a18c795d7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc2ef5c0-db68-41f3-8c29-33be81d69d7e HTTP/1.1" status: 200 len: 217 time: 0.4189825 Apr 30 13:12:16.366536 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6252f50-db8d-4768-a394-bf0bd637478c req-fdb30155-d5e8-4d5c-85d5-0834bc4f4f61 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:16.380311 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c6252f50-db8d-4768-a394-bf0bd637478c req-fdb30155-d5e8-4d5c-85d5-0834bc4f4f61 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 943 time: 0.1876068 Apr 30 13:12:16.395435 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d5c907b8-1771-4251-aaca-acbc906cd84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:16.494742 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c6252f50-db8d-4768-a394-bf0bd637478c req-696f1f8a-72c9-4d8a-9cac-13355185bce8 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129134 Apr 30 13:12:16.517040 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ae511bee-5f3b-4408-9067-ae738821e5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:16.552506 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'name': 'tempest-ServerRescueNegativeTestJSON-1637744463-router', 'tenant_id': '728e011aaa33473ea39ea408ff1c6201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:56Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 4, 'project_id': '728e011aaa33473ea39ea408ff1c6201', 'gw_port': {'id': 'a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:57Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'aeac9097-d930-402b-91ad-18ce4e83a5db', 'name': '', 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d', 'tenant_id': '728e011aaa33473ea39ea408ff1c6201', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe60babf-fd3a-4f6e-bd32-5cb1a265cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:02Z', 'updated_at': '2021-04-30T13:12:15Z', 'revision_number': 4, 'project_id': '728e011aaa33473ea39ea408ff1c6201', 'subnets': [{'id': 'fe60babf-fd3a-4f6e-bd32-5cb1a265cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:16.557617 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5d427-ace6-4b48-b5de-b3697f528461 None None] The sync data for ids ['5b31bd68-1016-479d-97ac-29e3970f6d05'] in dv-cinder-788363-2-smb is: [{'id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'name': 'tempest-ServerRescueNegativeTestJSON-1637744463-router', 'tenant_id': '728e011aaa33473ea39ea408ff1c6201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:56Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 4, 'project_id': '728e011aaa33473ea39ea408ff1c6201', 'gw_port': {'id': 'a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:57Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'aeac9097-d930-402b-91ad-18ce4e83a5db', 'name': '', 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d', 'tenant_id': '728e011aaa33473ea39ea408ff1c6201', 'mac_address': 'fa:16:3e:42:0d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe60babf-fd3a-4f6e-bd32-5cb1a265cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:02Z', 'updated_at': '2021-04-30T13:12:15Z', 'revision_number': 4, 'project_id': '728e011aaa33473ea39ea408ff1c6201', 'subnets': [{'id': 'fe60babf-fd3a-4f6e-bd32-5cb1a265cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:12:16.702973 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-f1f6a707-4230-4008-9937-042fe707fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:16.704496 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-f1f6a707-4230-4008-9937-042fe707fcef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d6b8117760f4652a00a37c93b960cac&device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 1096 time: 0.5963016 Apr 30 13:12:16.713315 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-18c93162-1f10-43f2-81da-3a1ac4e34229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:16.717409 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-18c93162-1f10-43f2-81da-3a1ac4e34229 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=30ea728c-71e9-40d8-8c12-ebc997c9bcf3 HTTP/1.1" status: 200 len: 851 time: 0.3353779 Apr 30 13:12:16.750497 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d5c907b8-1771-4251-aaca-acbc906cd84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:16.765335 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b1847c2f-5ea1-4620-93b3-2606a8367fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:16.794370 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c907b8-1771-4251-aaca-acbc906cd84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08584572-e245-4e04-82fd-3f9ff93b5b4d,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:16.902068 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d5c907b8-1771-4251-aaca-acbc906cd84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:16.934259 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-47f7724d-f36a-45c9-a0cc-7c496e73dd4b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=117bc530-2996-4b3b-8816-162f93e84fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428854 Apr 30 13:12:16.935913 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-05462234-e52e-4bb0-878a-79efdd52b0a9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b344b992-1dc4-4c68-90c3-df508a90969e HTTP/1.1" status: 200 len: 217 time: 0.1482530 Apr 30 13:12:16.936872 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d5c907b8-1771-4251-aaca-acbc906cd84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:16.937856 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-d5c907b8-1771-4251-aaca-acbc906cd84d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/08584572-e245-4e04-82fd-3f9ff93b5b4d HTTP/1.1" status: 204 len: 168 time: 1.3110974 Apr 30 13:12:17.060820 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-85731618-2d35-4a8d-afc9-58c170ac1dc9 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=73859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:12:17.061970 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-85731618-2d35-4a8d-afc9-58c170ac1dc9 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5328608 Apr 30 13:12:17.135087 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f33645-4a05-4953-8473-e52c43988f39 req-12952d18-c4d8-44d1-a7e6-e0eb81519945 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:17.147499 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-41f33645-4a05-4953-8473-e52c43988f39 req-12952d18-c4d8-44d1-a7e6-e0eb81519945 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 943 time: 0.1463616 Apr 30 13:12:17.403699 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-41f33645-4a05-4953-8473-e52c43988f39 req-dc93b2cf-5796-4fe1-9432-7bd56c11274a tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553041 Apr 30 13:12:17.494865 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3a8d4ed9-1ba1-46fa-bd0d-5da41bde7f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:17.496409 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3a8d4ed9-1ba1-46fa-bd0d-5da41bde7f1b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adcaaf38-75b3-455f-9d70-d232543aec69 HTTP/1.1" status: 200 len: 855 time: 0.4300358 Apr 30 13:12:17.771931 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e570cb-a20a-4580-bb9f-d238c659b98c req-9945579e-b185-47be-8429-f783148eea7b tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:17.772970 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-48e570cb-a20a-4580-bb9f-d238c659b98c req-9945579e-b185-47be-8429-f783148eea7b tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 943 time: 0.1141744 Apr 30 13:12:17.883310 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-7fc4cda2-3b4d-4e2a-bae1-111b56c891b4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8adb758d-2a96-45ff-b291-004c1ecf371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3744802 Apr 30 13:12:17.975143 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-48e570cb-a20a-4580-bb9f-d238c659b98c req-391ecb8e-998c-4eaa-a33b-653e7d3ac06b tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896973 Apr 30 13:12:17.992715 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-93f37ee1-1cc3-4b6d-b62f-3c67de552fe7 service neutron] 10.222.0.90 "GET /v2.0/networks/117bc530-2996-4b3b-8816-162f93e84fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7785420 Apr 30 13:12:18.115209 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:18.497365 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-05c19728-c2b7-4326-9f20-002d9b7c864d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:18.546701 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device aeac9097-d930-402b-91ad-18ce4e83a5db up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:18.671304 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-ac1f31ee-91b7-4aef-b89b-5cd0119dfe76 service neutron] 10.222.0.93 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1662302 Apr 30 13:12:18.673615 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9de19295-48ec-48e1-b7e5-5bbce0f4d6e7 req-7d63d1dc-332d-4e03-9f82-e5436d65f690 service neutron] 10.222.0.90 "GET /v2.0/networks/117bc530-2996-4b3b-8816-162f93e84fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616553 Apr 30 13:12:18.733667 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port aeac9097-d930-402b-91ad-18ce4e83a5db completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:18.744953 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port aeac9097-d930-402b-91ad-18ce4e83a5db triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:18.745699 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:18.804297 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2b133-7ad6-456c-aaab-480d604336db req-22e98eb1-55b8-4c48-93f5-15963bc9a787 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:18.813686 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-35f2b133-7ad6-456c-aaab-480d604336db req-22e98eb1-55b8-4c48-93f5-15963bc9a787 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 943 time: 0.1386387 Apr 30 13:12:18.842923 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40080) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:18.910084 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-35f2b133-7ad6-456c-aaab-480d604336db req-7a0e9eb8-11e2-4b37-b8b1-a92da89c5769 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944819 Apr 30 13:12:18.986463 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-3c98d88a-d721-4906-a18a-671b03aa70a6 service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0886774 Apr 30 13:12:19.132205 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.223013 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port aeac9097-d930-402b-91ad-18ce4e83a5db, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=aeac9097-d930-402b-91ad-18ce4e83a5db,segment=NetworkSegment(d3330a3b-11d4-447e-b018-ebbd4c00fc05),segment_id=d3330a3b-11d4-447e-b018-ebbd4c00fc05)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:19.230878 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.233404 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:19.348490 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-87bb7ddf-55b9-4953-8d72-31eef74298ea service neutron] 10.222.0.93 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491554 Apr 30 13:12:19.354965 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-84ed3ff6-31be-4b52-b23e-da64de722ac0 req-33000cd3-f3ad-4b30-a9f4-851622b9c201 service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551223 Apr 30 13:12:19.434410 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=aeac9097-d930-402b-91ad-18ce4e83a5db,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:19.444698 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:19.553160 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3af0a9e7-be1b-461c-aafd-0f0c74c9fd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.574496 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-3af0a9e7-be1b-461c-aafd-0f0c74c9fd12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:19.578633 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-3af0a9e7-be1b-461c-aafd-0f0c74c9fd12 admin admin] Usage tracker for resource:security_group_rule and tenant:422bce9c5419458abbe85a2086232192 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:19.582972 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-3af0a9e7-be1b-461c-aafd-0f0c74c9fd12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:19.594733 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-3af0a9e7-be1b-461c-aafd-0f0c74c9fd12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:19.661979 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.691050 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4565e2-965a-4296-a433-d8b4d2fc1550 req-da4b8a11-ac9e-4bf0-b7a3-ada97dea1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:19.691911 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8729df-eba9-4f87-9e88-ef4b4973d549 req-e3ec9925-c45f-4b9b-b903-d1a5a3ae2179 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:19.692531 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-aa4565e2-965a-4296-a433-d8b4d2fc1550 req-da4b8a11-ac9e-4bf0-b7a3-ada97dea1276 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d6b8117760f4652a00a37c93b960cac&device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 1096 time: 0.1982818 Apr 30 13:12:19.699689 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-da8729df-eba9-4f87-9e88-ef4b4973d549 req-e3ec9925-c45f-4b9b-b903-d1a5a3ae2179 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 943 time: 0.3627450 Apr 30 13:12:19.804082 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-da8729df-eba9-4f87-9e88-ef4b4973d549 req-d3158115-28bd-40cb-8ab1-9514a60bd3ed tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031280 Apr 30 13:12:19.838493 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4565e2-965a-4296-a433-d8b4d2fc1550 req-e4d0228b-57f6-4cfd-a799-339cba7cfec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:19.839967 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-aa4565e2-965a-4296-a433-d8b4d2fc1550 req-e4d0228b-57f6-4cfd-a799-339cba7cfec5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8adb758d-2a96-45ff-b291-004c1ecf371a HTTP/1.1" status: 200 len: 917 time: 0.1397183 Apr 30 13:12:19.900506 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3af0a9e7-be1b-461c-aafd-0f0c74c9fd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.909428 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3af0a9e7-be1b-461c-aafd-0f0c74c9fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.947295 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d71e2626-39e4-41be-96bf-aecbec392f9a req-12bea1bb-fe9b-476f-8fca-cd46cd0262cc tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 210 time: 0.1062148 Apr 30 13:12:19.966051 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-aa4565e2-965a-4296-a433-d8b4d2fc1550 req-d22a8d17-1775-4de2-8c57-2183adcec5f8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b344b992-1dc4-4c68-90c3-df508a90969e HTTP/1.1" status: 200 len: 217 time: 0.0788624 Apr 30 13:12:20.017236 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a792d93a-2ef0-4363-a273-18106b56d81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:20.104172 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-3af0a9e7-be1b-461c-aafd-0f0c74c9fd12 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=422bce9c5419458abbe85a2086232192&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2505915 Apr 30 13:12:20.109429 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40128) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:20.111813 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0a9e7-be1b-461c-aafd-0f0c74c9fd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e236d5-c107-4291-b2ad-848044628292,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:20.144738 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-3af0a9e7-be1b-461c-aafd-0f0c74c9fd12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:20.193737 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4565e2-965a-4296-a433-d8b4d2fc1550 req-34985eaa-47b1-4901-92fc-02a09ae2dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:20.217032 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-aa4565e2-965a-4296-a433-d8b4d2fc1550 req-34985eaa-47b1-4901-92fc-02a09ae2dea6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adcaaf38-75b3-455f-9d70-d232543aec69 HTTP/1.1" status: 200 len: 855 time: 0.2405102 Apr 30 13:12:20.452951 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-dc33927d-74a2-4323-9723-e28c51bdb9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.484297 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device aeac9097-d930-402b-91ad-18ce4e83a5db up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:20.548218 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-dc33927d-74a2-4323-9723-e28c51bdb9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.587384 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5e543-101d-4028-b509-154399ba5b01 req-531ab7dc-15a0-4a0f-abc1-ef08134a6c51 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:20.601542 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4ea5e543-101d-4028-b509-154399ba5b01 req-531ab7dc-15a0-4a0f-abc1-ef08134a6c51 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 943 time: 0.4144049 Apr 30 13:12:20.633969 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-aa4565e2-965a-4296-a433-d8b4d2fc1550 req-43913f4d-84a8-4983-8706-8b53cf5544e1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8adb758d-2a96-45ff-b291-004c1ecf371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4091969 Apr 30 13:12:20.720365 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port aeac9097-d930-402b-91ad-18ce4e83a5db triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:20.720851 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.741054 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4ea5e543-101d-4028-b509-154399ba5b01 req-f26d1d28-4b1a-41d2-8977-721ccd6b82e8 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383862 Apr 30 13:12:20.773112 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-dc33927d-74a2-4323-9723-e28c51bdb9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.777517 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-3af0a9e7-be1b-461c-aafd-0f0c74c9fd12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:20.801827 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33927d-74a2-4323-9723-e28c51bdb9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e236d5-c107-4291-b2ad-848044628292,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:20.808553 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-dc33927d-74a2-4323-9723-e28c51bdb9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:20.825804 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-dc33927d-74a2-4323-9723-e28c51bdb9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.827170 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-dc33927d-74a2-4323-9723-e28c51bdb9bd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f6e236d5-c107-4291-b2ad-848044628292 HTTP/1.1" status: 204 len: 168 time: 0.7166791 Apr 30 13:12:21.238558 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa16a1-8038-4de2-9c16-39d3b01b2d86 req-8d36695f-7a5e-4970-95fb-e98e8329d04e tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:21.242737 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1ffa16a1-8038-4de2-9c16-39d3b01b2d86 req-8d36695f-7a5e-4970-95fb-e98e8329d04e tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 943 time: 0.1958880 Apr 30 13:12:21.340955 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.353472 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26149dda-0f57-48a0-898b-4f95c6372896 req-7d006f32-e2e7-45dd-b0ef-d8a0a88953d4 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:21.354521 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1ffa16a1-8038-4de2-9c16-39d3b01b2d86 req-90de5593-d589-4c9c-bb16-847879717205 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033728 Apr 30 13:12:21.360930 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-26149dda-0f57-48a0-898b-4f95c6372896 req-7d006f32-e2e7-45dd-b0ef-d8a0a88953d4 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/networks?id=035c0dcc-7aef-41c7-bb29-43b3d853a08d HTTP/1.1" status: 200 len: 819 time: 0.8933477 Apr 30 13:12:21.404804 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-26149dda-0f57-48a0-898b-4f95c6372896 req-41d4a17b-ec77-4c19-9f47-e990afb3a8ce tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/quotas/728e011aaa33473ea39ea408ff1c6201 HTTP/1.1" status: 200 len: 375 time: 0.0252621 Apr 30 13:12:21.408121 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-aa4565e2-965a-4296-a433-d8b4d2fc1550 req-63ccda21-dc91-4636-9b37-327c808ba77e service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7606854 Apr 30 13:12:21.638288 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40188) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:21.790650 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-26149dda-0f57-48a0-898b-4f95c6372896 req-36a8618b-b715-4a03-9c13-fdce31f53995 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=728e011aaa33473ea39ea408ff1c6201&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3781185 Apr 30 13:12:21.797196 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40198) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:21.861888 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-85c17c0f-5c05-4ef5-858e-a7978a3add41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.927019 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-85c17c0f-5c05-4ef5-858e-a7978a3add41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:21.942689 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-85c17c0f-5c05-4ef5-858e-a7978a3add41 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a09e1a28e44c57b7b43c6063340929 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:21.958614 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-85c17c0f-5c05-4ef5-858e-a7978a3add41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:21.979234 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-85c17c0f-5c05-4ef5-858e-a7978a3add41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:22.323881 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-aa4565e2-965a-4296-a433-d8b4d2fc1550 req-e21f09c7-2839-4a59-bdb2-c21987ec962e service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8389976 Apr 30 13:12:22.343224 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e8d5221e-4ea5-45d1-b7df-9c910645fc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.390819 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-e8d5221e-4ea5-45d1-b7df-9c910645fc2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:22.414167 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-e8d5221e-4ea5-45d1-b7df-9c910645fc2d admin admin] Usage tracker for resource:security_group_rule and tenant:77ceb1c71d104276ad8b509f3dc09208 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:22.442341 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-f85043f6-291c-46ae-b5e1-6838322eec4a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:22.442341 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-f85043f6-291c-46ae-b5e1-6838322eec4a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.90 "GET /v2.0/networks?id=035c0dcc-7aef-41c7-bb29-43b3d853a08d HTTP/1.1" status: 200 len: 819 time: 0.5694206 Apr 30 13:12:22.444863 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-e8d5221e-4ea5-45d1-b7df-9c910645fc2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:22.449158 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device dc2ef5c0-db68-41f3-8c29-33be81d69d7e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:22.460046 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-e8d5221e-4ea5-45d1-b7df-9c910645fc2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:22.497942 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Request body: {'port': {'device_id': 'e672e8bc-f295-439c-838c-76b81e265dbc', 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d', 'admin_state_up': True, 'tenant_id': '728e011aaa33473ea39ea408ff1c6201'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:22.577674 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-26149dda-0f57-48a0-898b-4f95c6372896 req-9ece4bb7-db24-4c5b-9fce-bea2a065a2c6 service neutron] 10.222.0.93 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7858813 Apr 30 13:12:22.603954 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08069d-5d3a-400e-a948-fc2acafb27f9 req-15417850-7514-40ef-93eb-5d939f938675 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:22.606173 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cf08069d-5d3a-400e-a948-fc2acafb27f9 req-15417850-7514-40ef-93eb-5d939f938675 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 943 time: 0.5286207 Apr 30 13:12:22.615166 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-85c17c0f-5c05-4ef5-858e-a7978a3add41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.652977 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-85c17c0f-5c05-4ef5-858e-a7978a3add41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.680338 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:22.690733 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port dc2ef5c0-db68-41f3-8c29-33be81d69d7e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc2ef5c0-db68-41f3-8c29-33be81d69d7e,segment=NetworkSegment(4f9d1eec-6343-44ea-b562-2c83dfbb5b35),segment_id=4f9d1eec-6343-44ea-b562-2c83dfbb5b35)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:22.706760 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': 'dc2ef5c0-db68-41f3-8c29-33be81d69d7e', 'network_id': '117bc530-2996-4b3b-8816-162f93e84fe7', 'port_id': 'dc2ef5c0-db68-41f3-8c29-33be81d69d7e', 'mac_address': 'fa:16:3e:0f:3c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ea728c-71e9-40d8-8c12-ebc997c9bcf3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:22.783841 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.788601 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cf08069d-5d3a-400e-a948-fc2acafb27f9 req-f725fd6c-09dc-4ce0-aca4-4c535c3ac769 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714697 Apr 30 13:12:22.795347 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-85c17c0f-5c05-4ef5-858e-a7978a3add41 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a7a09e1a28e44c57b7b43c6063340929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9959571 Apr 30 13:12:22.798003 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40242) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:22.801678 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c17c0f-5c05-4ef5-858e-a7978a3add41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58eddde0-4089-4f9a-8045-9a1f52eb8c58,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:22.810157 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-85c17c0f-5c05-4ef5-858e-a7978a3add41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:22.823903 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2ef5c0-db68-41f3-8c29-33be81d69d7e {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:22.847510 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port dc2ef5c0-db68-41f3-8c29-33be81d69d7e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc2ef5c0-db68-41f3-8c29-33be81d69d7e,segment=NetworkSegment(4f9d1eec-6343-44ea-b562-2c83dfbb5b35),segment_id=4f9d1eec-6343-44ea-b562-2c83dfbb5b35)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:22.854070 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.858741 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device b344b992-1dc4-4c68-90c3-df508a90969e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:22.891449 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e8d5221e-4ea5-45d1-b7df-9c910645fc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.898604 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e8d5221e-4ea5-45d1-b7df-9c910645fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.917730 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a9562bea-c01b-47f2-9ab7-ce835e9bf9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:22.940937 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1371a64a-381c-406a-a376-6ed3b8e3f703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.970724 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:22.994072 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Usage tracker for resource:port and tenant:728e011aaa33473ea39ea408ff1c6201 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:23.001247 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:23.010068 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-e8d5221e-4ea5-45d1-b7df-9c910645fc2d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=77ceb1c71d104276ad8b509f3dc09208&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3703644 Apr 30 13:12:23.018535 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-26149dda-0f57-48a0-898b-4f95c6372896 req-a01a0aa1-b583-4f96-a3a2-de25045b7bfd service neutron] 10.222.0.93 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759906 Apr 30 13:12:23.019774 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:23.022358 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 40250) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:23.033158 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5221e-4ea5-45d1-b7df-9c910645fc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe439af8-8079-4e2b-8887-c865abe7d18a,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:23.056978 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1371a64a-381c-406a-a376-6ed3b8e3f703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.081482 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e8d5221e-4ea5-45d1-b7df-9c910645fc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:23.101361 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Made reservation on behalf of 728e011aaa33473ea39ea408ff1c6201 for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:23.106655 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.161734 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:23.265432 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bcedd-a798-4db2-8f23-2ad83633312c req-7677e792-31f0-4634-847f-13ea8ee3e6cb tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:23.272457 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=dc2ef5c0-db68-41f3-8c29-33be81d69d7e,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:23.275125 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e59bcedd-a798-4db2-8f23-2ad83633312c req-7677e792-31f0-4634-847f-13ea8ee3e6cb tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 943 time: 0.1790724 Apr 30 13:12:23.281709 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port b344b992-1dc4-4c68-90c3-df508a90969e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b344b992-1dc4-4c68-90c3-df508a90969e,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:23.290588 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:23.304741 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': 'b344b992-1dc4-4c68-90c3-df508a90969e', 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a', 'port_id': 'b344b992-1dc4-4c68-90c3-df508a90969e', 'mac_address': 'fa:16:3e:7b:45:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcaaf38-75b3-455f-9d70-d232543aec69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:23.333524 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78973fad-4b6d-4417-8f86-f54899354f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.357418 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e59bcedd-a798-4db2-8f23-2ad83633312c req-97b8c815-2c8a-4aad-ad7c-1e5676039c3d tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812774 Apr 30 13:12:23.372440 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1371a64a-381c-406a-a376-6ed3b8e3f703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.388257 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:23.401846 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78973fad-4b6d-4417-8f86-f54899354f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.403963 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371a64a-381c-406a-a376-6ed3b8e3f703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eddde0-4089-4f9a-8045-9a1f52eb8c58,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:23.406005 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1371a64a-381c-406a-a376-6ed3b8e3f703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.408198 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-1371a64a-381c-406a-a376-6ed3b8e3f703 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/58eddde0-4089-4f9a-8045-9a1f52eb8c58 HTTP/1.1" status: 204 len: 168 time: 0.6089187 Apr 30 13:12:23.409811 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-1371a64a-381c-406a-a376-6ed3b8e3f703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:23.449824 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.485830 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b344b992-1dc4-4c68-90c3-df508a90969e {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:23.513886 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port b344b992-1dc4-4c68-90c3-df508a90969e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b344b992-1dc4-4c68-90c3-df508a90969e,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:23.520269 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.524387 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:23.576830 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e6ac477f-52e8-4618-a29f-e09f44dd2882 req-c0671605-d2c7-46b6-9e2c-867621ed4552 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 210 time: 0.1035066 Apr 30 13:12:23.644680 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78973fad-4b6d-4417-8f86-f54899354f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.657497 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=b344b992-1dc4-4c68-90c3-df508a90969e,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:23.662801 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:23.740006 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d5c907b8-1771-4251-aaca-acbc906cd84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:23.757755 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78973fad-4b6d-4417-8f86-f54899354f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe439af8-8079-4e2b-8887-c865abe7d18a,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:23.763426 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-78973fad-4b6d-4417-8f86-f54899354f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:23.789681 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78973fad-4b6d-4417-8f86-f54899354f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.790831 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-78973fad-4b6d-4417-8f86-f54899354f0e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fe439af8-8079-4e2b-8887-c865abe7d18a HTTP/1.1" status: 204 len: 168 time: 0.7673442 Apr 30 13:12:23.795400 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Allocated IP 172.20.0.4 (035c0dcc-7aef-41c7-bb29-43b3d853a08d/fe60babf-fd3a-4f6e-bd32-5cb1a265cccb/2bb9b319-5477-46cb-afba-f220da9e8b39) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:24.016296 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['b344b992-1dc4-4c68-90c3-df508a90969e'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:24.135765 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['dc2ef5c0-db68-41f3-8c29-33be81d69d7e'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:24.171572 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c83a5-1ef2-4291-b5c8-ca197426f772 req-fb47c37c-a297-4c05-8175-3fed58742e18 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:24.196041 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fb9c83a5-1ef2-4291-b5c8-ca197426f772 req-fb47c37c-a297-4c05-8175-3fed58742e18 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 944 time: 0.2558682 Apr 30 13:12:24.220459 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.260976 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.279326 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:24.342595 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fb9c83a5-1ef2-4291-b5c8-ca197426f772 req-1908c96c-bbca-48d5-960d-d79edf6e7873 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464841 Apr 30 13:12:24.359246 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Network 035c0dcc-7aef-41c7-bb29-43b3d853a08d is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:24.363824 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:24.366450 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:24.373297 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:24.374009 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.406424 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Pushing event updated for resources: {'Port': ['ID=2bb9b319-5477-46cb-afba-f220da9e8b39,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:24.414823 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:24.440702 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9705851 Apr 30 13:12:24.461068 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Request body: {'port': {'device_id': 'e672e8bc-f295-439c-838c-76b81e265dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:24.628714 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40318) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:24.669168 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-24b70125-5ccd-48f7-be4d-d418e9d93e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.716570 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-24b70125-5ccd-48f7-be4d-d418e9d93e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:24.727078 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-24b70125-5ccd-48f7-be4d-d418e9d93e5a admin admin] Usage tracker for resource:security_group_rule and tenant:da4ed449496a4d798b6335ca37694b88 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:24.734007 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-24b70125-5ccd-48f7-be4d-d418e9d93e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:24.744602 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-24b70125-5ccd-48f7-be4d-d418e9d93e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:24.824568 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.929248 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6205636-f0a1-484f-bc43-4daf3795ebf3 req-7d47d522-2f7e-4c9d-8bda-50cbc6646fe8 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:24.934376 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-a48f2d43-70d4-4655-bbb4-e9363359ba44 req-c45be580-f5ac-4c43-aea8-fda58168da57 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Synchronizing usage tracker for tenant:728e011aaa33473ea39ea408ff1c6201 on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:24.936963 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f6205636-f0a1-484f-bc43-4daf3795ebf3 req-7d47d522-2f7e-4c9d-8bda-50cbc6646fe8 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 944 time: 0.3423152 Apr 30 13:12:25.060447 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-24b70125-5ccd-48f7-be4d-d418e9d93e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.081231 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-24b70125-5ccd-48f7-be4d-d418e9d93e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.117647 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-a48f2d43-70d4-4655-bbb4-e9363359ba44 req-c45be580-f5ac-4c43-aea8-fda58168da57 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Unset dirty status for tenant:728e011aaa33473ea39ea408ff1c6201 on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:25.138865 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a48f2d43-70d4-4655-bbb4-e9363359ba44 req-c45be580-f5ac-4c43-aea8-fda58168da57 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 210 time: 0.3190668 Apr 30 13:12:25.141277 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-6f3b722c-72e3-4cd8-accc-a4dcd5b39113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:25.236071 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-24b70125-5ccd-48f7-be4d-d418e9d93e5a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=da4ed449496a4d798b6335ca37694b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6061025 Apr 30 13:12:25.237187 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b70125-5ccd-48f7-be4d-d418e9d93e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7922a68-2048-4061-8a6c-58b687c8995c,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:25.240710 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-24b70125-5ccd-48f7-be4d-d418e9d93e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:25.241197 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40340) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:25.350239 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3a6ed8cd-5e63-4f79-8d4b-1e542960be85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.436441 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3a6ed8cd-5e63-4f79-8d4b-1e542960be85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.538255 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3a6ed8cd-5e63-4f79-8d4b-1e542960be85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.547560 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-9c409c85-6ba7-4a84-bcbb-55572609c8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:25.581802 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ed8cd-5e63-4f79-8d4b-1e542960be85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7922a68-2048-4061-8a6c-58b687c8995c,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:25.592605 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb9b319-5477-46cb-afba-f220da9e8b39 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:25.599519 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-3a6ed8cd-5e63-4f79-8d4b-1e542960be85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:25.602777 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.605024 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3a6ed8cd-5e63-4f79-8d4b-1e542960be85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.609988 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-3a6ed8cd-5e63-4f79-8d4b-1e542960be85 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a7922a68-2048-4061-8a6c-58b687c8995c HTTP/1.1" status: 204 len: 168 time: 0.3677719 Apr 30 13:12:25.620155 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Transition to ACTIVE for port object 2bb9b319-5477-46cb-afba-f220da9e8b39 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:25.817879 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f6205636-f0a1-484f-bc43-4daf3795ebf3 req-f0e7fcd2-856c-4c55-bc1c-6a089c4da329 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8800414 Apr 30 13:12:25.825276 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26149dda-0f57-48a0-898b-4f95c6372896 req-0b5e6c8b-511c-4c68-be5c-7a8902e3acfc tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:25.827397 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-26149dda-0f57-48a0-898b-4f95c6372896 req-0b5e6c8b-511c-4c68-be5c-7a8902e3acfc tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.90 "GET /v2.0/networks?id=035c0dcc-7aef-41c7-bb29-43b3d853a08d HTTP/1.1" status: 200 len: 819 time: 0.2030354 Apr 30 13:12:25.828057 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.834574 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:25.835016 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c865a42-2eb3-4d1f-8b4b-0bc0d39f2661 req-fe3afce0-8c52-41f6-90d0-4782475238e9 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:25.836422 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-0c865a42-2eb3-4d1f-8b4b-0bc0d39f2661 req-fe3afce0-8c52-41f6-90d0-4782475238e9 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 944 time: 0.1655710 Apr 30 13:12:25.885275 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Request body: {'port': {'device_id': 'cd268308-971a-4dc3-bcac-b7a460685854', 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d', 'admin_state_up': True, 'tenant_id': '728e011aaa33473ea39ea408ff1c6201'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:25.950886 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-0c865a42-2eb3-4d1f-8b4b-0bc0d39f2661 req-21388e15-9d20-4e72-baca-ed1ab7593aee tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994284 Apr 30 13:12:26.128836 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Pushing event updated for resources: {'Port': ['ID=2bb9b319-5477-46cb-afba-f220da9e8b39,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:26.144890 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:26.160229 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Attempting to bind port 2bb9b319-5477-46cb-afba-f220da9e8b39 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:26.160565 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Attempting to bind port 2bb9b319-5477-46cb-afba-f220da9e8b39 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd3330a3b-11d4-447e-b018-ebbd4c00fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:26.160896 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Attempting to bind port 2bb9b319-5477-46cb-afba-f220da9e8b39 on network 035c0dcc-7aef-41c7-bb29-43b3d853a08d {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:26.169075 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Port 2bb9b319-5477-46cb-afba-f220da9e8b39 on network 035c0dcc-7aef-41c7-bb29-43b3d853a08d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:26.169396 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Attempting to bind port 2bb9b319-5477-46cb-afba-f220da9e8b39 on network 035c0dcc-7aef-41c7-bb29-43b3d853a08d {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:26.185409 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:26.185745 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Checking segment: {'id': 'd3330a3b-11d4-447e-b018-ebbd4c00fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:26.186158 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Bound using segment: {'id': 'd3330a3b-11d4-447e-b018-ebbd4c00fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:26.186613 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Bound port: 2bb9b319-5477-46cb-afba-f220da9e8b39, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3330a3b-11d4-447e-b018-ebbd4c00fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:26.186956 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.239484 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:26.304029 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-56de142b-76d4-4f42-8479-ec966eef22bb req-a59e82f7-8bf8-4465-a29f-dfb34c0f1a68 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Synchronizing usage tracker for tenant:728e011aaa33473ea39ea408ff1c6201 on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:26.308667 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:26.337535 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Made reservation on behalf of 728e011aaa33473ea39ea408ff1c6201 for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:26.341762 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.376031 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-56de142b-76d4-4f42-8479-ec966eef22bb req-a59e82f7-8bf8-4465-a29f-dfb34c0f1a68 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Unset dirty status for tenant:728e011aaa33473ea39ea408ff1c6201 on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:26.377240 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-56de142b-76d4-4f42-8479-ec966eef22bb req-a59e82f7-8bf8-4465-a29f-dfb34c0f1a68 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 210 time: 0.1314337 Apr 30 13:12:26.422502 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device dc2ef5c0-db68-41f3-8c29-33be81d69d7e up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:26.428055 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] For port 2bb9b319-5477-46cb-afba-f220da9e8b39, host hv-cinder-78836, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:26.449912 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] For port 2bb9b319-5477-46cb-afba-f220da9e8b39, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2bb9b319-5477-46cb-afba-f220da9e8b39,segment=NetworkSegment(d3330a3b-11d4-447e-b018-ebbd4c00fc05),segment_id=d3330a3b-11d4-447e-b018-ebbd4c00fc05)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:26.455149 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.465791 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:26.583910 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:26.584620 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.587016 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] 10.222.0.90 "PUT /v2.0/ports/2bb9b319-5477-46cb-afba-f220da9e8b39 HTTP/1.1" status: 200 len: 1093 time: 2.1303926 Apr 30 13:12:26.587467 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e672e8bc-f295-439c-838c-76b81e265dbc', 'tag': '2bb9b319-5477-46cb-afba-f220da9e8b39'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:26.589313 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port dc2ef5c0-db68-41f3-8c29-33be81d69d7e completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:26.599836 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port dc2ef5c0-db68-41f3-8c29-33be81d69d7e triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:26.600732 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.799570 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e672e8bc-f295-439c-838c-76b81e265dbc', 'tag': '2bb9b319-5477-46cb-afba-f220da9e8b39', 'status': 'completed', 'code': 200} Apr 30 13:12:26.809848 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Pushing event updated for resources: {'Port': ['ID=2bb9b319-5477-46cb-afba-f220da9e8b39,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:26.822597 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:26.906522 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Allocated IP 172.20.0.5 (035c0dcc-7aef-41c7-bb29-43b3d853a08d/fe60babf-fd3a-4f6e-bd32-5cb1a265cccb/2812bac3-5c3f-4371-ac41-c600102fdf90) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:26.918634 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-68965729-9ed6-4c36-8fe1-1615fb401c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:26.920929 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-68965729-9ed6-4c36-8fe1-1615fb401c7a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=728e011aaa33473ea39ea408ff1c6201&device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 1096 time: 0.2481785 Apr 30 13:12:26.935809 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:27.060843 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port dc2ef5c0-db68-41f3-8c29-33be81d69d7e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc2ef5c0-db68-41f3-8c29-33be81d69d7e,segment=NetworkSegment(4f9d1eec-6343-44ea-b562-2c83dfbb5b35),segment_id=4f9d1eec-6343-44ea-b562-2c83dfbb5b35)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:27.061832 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87442033-2bc2-40bc-87f8-1b585ec20d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ef5c0-db68-41f3-8c29-33be81d69d7e'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:27.113260 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:12:27.211590 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:27.215530 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device b344b992-1dc4-4c68-90c3-df508a90969e up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:27.222516 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-ad505232-ac42-4d29-98ed-503eb9382538 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb9b319-5477-46cb-afba-f220da9e8b39 HTTP/1.1" status: 200 len: 217 time: 0.2794449 Apr 30 13:12:27.305931 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-af63794b-a933-4b94-9893-3ad827e42766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:27.449718 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb3e50-bb52-4af2-927e-5f5b17abe115 req-ff62aa2b-2957-4bff-b635-5f7c40eeadb1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:27.462163 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-44cb3e50-bb52-4af2-927e-5f5b17abe115 req-ff62aa2b-2957-4bff-b635-5f7c40eeadb1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 944 time: 0.3453057 Apr 30 13:12:27.500949 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-0ff28621-5a9e-43c7-ad1c-55de8ed36323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:27.503589 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-0ff28621-5a9e-43c7-ad1c-55de8ed36323 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe60babf-fd3a-4f6e-bd32-5cb1a265cccb HTTP/1.1" status: 200 len: 859 time: 0.2611501 Apr 30 13:12:27.517855 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=dc2ef5c0-db68-41f3-8c29-33be81d69d7e,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:27.540501 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:27.583021 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port b344b992-1dc4-4c68-90c3-df508a90969e completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:27.590997 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port b344b992-1dc4-4c68-90c3-df508a90969e triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:27.591634 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:27.643780 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890697fc-ebfd-47bf-8c65-2d44e07dc1f6 req-3f7a6070-8a04-4d6c-a3ea-c48ea0a881d6 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:27.659081 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-890697fc-ebfd-47bf-8c65-2d44e07dc1f6 req-3f7a6070-8a04-4d6c-a3ea-c48ea0a881d6 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 945 time: 0.3366394 Apr 30 13:12:27.662389 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-386c930e-0951-4f2f-8cca-087e2d1cc552 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=035c0dcc-7aef-41c7-bb29-43b3d853a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503029 Apr 30 13:12:27.721572 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-44cb3e50-bb52-4af2-927e-5f5b17abe115 req-7f9dee99-7a8f-45b9-8d85-74e130046cec tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550223 Apr 30 13:12:27.795990 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-890697fc-ebfd-47bf-8c65-2d44e07dc1f6 req-3819688a-9868-4743-8538-42a4641e5630 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348770 Apr 30 13:12:27.857099 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:27.916789 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port b344b992-1dc4-4c68-90c3-df508a90969e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b344b992-1dc4-4c68-90c3-df508a90969e,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:27.925870 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:27.930572 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:28.086649 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87442033-2bc2-40bc-87f8-1b585ec20d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ef5c0-db68-41f3-8c29-33be81d69d7e', 'code': 200} Apr 30 13:12:28.099794 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=b344b992-1dc4-4c68-90c3-df508a90969e,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:28.104260 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:28.202342 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8fe65474-21c6-4ac3-9040-03b14f9ee54f req-6a56bed8-02dc-411f-b363-440cc34668ec tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 210 time: 0.0779479 Apr 30 13:12:28.239612 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:28.280268 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-a1376bf3-5fea-4f34-9d36-2ff2879c8bb6 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051486 Apr 30 13:12:28.312811 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.90', 55094) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:28.436355 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3ba27-0fc2-4415-b733-b80a8d46a62f req-695848e1-77ae-40b9-aef7-3927d4776a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:28.437858 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2fe3ba27-0fc2-4415-b733-b80a8d46a62f req-695848e1-77ae-40b9-aef7-3927d4776a60 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 1098 time: 0.1235201 Apr 30 13:12:28.441550 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:28.456481 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c17b010d-e3e1-4d5c-b5fd-feee49b6d177 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:28.466620 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-2fe3ba27-0fc2-4415-b733-b80a8d46a62f req-d5411aa1-1dc8-4a25-88ef-4d53c5b53304 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:28.482545 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-2fe3ba27-0fc2-4415-b733-b80a8d46a62f req-d5411aa1-1dc8-4a25-88ef-4d53c5b53304 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:28.486976 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-2fe3ba27-0fc2-4415-b733-b80a8d46a62f req-d5411aa1-1dc8-4a25-88ef-4d53c5b53304 service neutron] Usage tracker for resource:security_group_rule and tenant:0876dceaa79e4f2bbfd80b29f6c56f47 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:28.492106 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-2fe3ba27-0fc2-4415-b733-b80a8d46a62f req-d5411aa1-1dc8-4a25-88ef-4d53c5b53304 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:28.499120 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-2fe3ba27-0fc2-4415-b733-b80a8d46a62f req-d5411aa1-1dc8-4a25-88ef-4d53c5b53304 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:28.543922 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Network 035c0dcc-7aef-41c7-bb29-43b3d853a08d is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:28.552540 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:28.555620 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:28.561551 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:28.562201 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:28.591345 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc190138-bb21-496e-a7f5-284cf6f86747 req-80f391a9-bff2-4183-8f14-36ba437ae777 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999403 Apr 30 13:12:28.626047 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Pushing event updated for resources: {'Port': ['ID=2812bac3-5c3f-4371-ac41-c600102fdf90,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:28.631693 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:28.637474 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7563677 Apr 30 13:12:28.640118 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-2fe3ba27-0fc2-4415-b733-b80a8d46a62f req-d5411aa1-1dc8-4a25-88ef-4d53c5b53304 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:28.644887 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-2fe3ba27-0fc2-4415-b733-b80a8d46a62f req-d5411aa1-1dc8-4a25-88ef-4d53c5b53304 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:28.656604 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:28.677376 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2fe3ba27-0fc2-4415-b733-b80a8d46a62f req-d5411aa1-1dc8-4a25-88ef-4d53c5b53304 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302990 Apr 30 13:12:28.693499 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5411aa1-1dc8-4a25-88ef-4d53c5b53304 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3827c841-ffb0-440e-a7e2-b8bef9c943c4,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:28.697639 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d5411aa1-1dc8-4a25-88ef-4d53c5b53304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:28.973944 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484cfcb-6a7f-4492-a5ca-61bf91c03cf0 req-717a7759-f7a5-40a2-9fa1-0fd8281f9882 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:28.976087 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a484cfcb-6a7f-4492-a5ca-61bf91c03cf0 req-717a7759-f7a5-40a2-9fa1-0fd8281f9882 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 945 time: 0.1374042 Apr 30 13:12:29.036671 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a484cfcb-6a7f-4492-a5ca-61bf91c03cf0 req-df68d47a-3f77-49a0-8a0a-4d872ff02011 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536077 Apr 30 13:12:29.051146 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516514ae-9810-4aed-849e-2334cd401e64 req-41428a20-1299-454d-afe2-eeb714f7ebc8 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:29.051830 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-516514ae-9810-4aed-849e-2334cd401e64 req-41428a20-1299-454d-afe2-eeb714f7ebc8 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 945 time: 0.1041813 Apr 30 13:12:29.105010 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Request body: {'port': {'device_id': 'cd268308-971a-4dc3-bcac-b7a460685854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:29.149452 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-516514ae-9810-4aed-849e-2334cd401e64 req-d05edb28-50e4-4edd-801f-273e69160fa6 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912592 Apr 30 13:12:29.221612 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1aa77-12cd-4b66-9eb6-b9bafe563e35 req-021c0c5a-77be-4130-b31a-ab7119216438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:29.223771 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-01c1aa77-12cd-4b66-9eb6-b9bafe563e35 req-021c0c5a-77be-4130-b31a-ab7119216438 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=728e011aaa33473ea39ea408ff1c6201&device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 1096 time: 0.1240373 Apr 30 13:12:29.287736 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:29.423875 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1aa77-12cd-4b66-9eb6-b9bafe563e35 req-f0335888-214b-4c8e-bddf-0a59c77ee0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:29.426212 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-01c1aa77-12cd-4b66-9eb6-b9bafe563e35 req-f0335888-214b-4c8e-bddf-0a59c77ee0c3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=035c0dcc-7aef-41c7-bb29-43b3d853a08d HTTP/1.1" status: 200 len: 921 time: 0.1940851 Apr 30 13:12:29.555210 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-01c1aa77-12cd-4b66-9eb6-b9bafe563e35 req-717c5f26-99f8-4719-96d6-23796d45bc08 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb9b319-5477-46cb-afba-f220da9e8b39 HTTP/1.1" status: 200 len: 217 time: 0.1198559 Apr 30 13:12:29.624163 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1aa77-12cd-4b66-9eb6-b9bafe563e35 req-1a62d4d7-f05d-4d2d-86d4-7ef19dd79ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:29.625695 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-01c1aa77-12cd-4b66-9eb6-b9bafe563e35 req-1a62d4d7-f05d-4d2d-86d4-7ef19dd79ac4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe60babf-fd3a-4f6e-bd32-5cb1a265cccb HTTP/1.1" status: 200 len: 859 time: 0.0616031 Apr 30 13:12:29.687541 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-01c1aa77-12cd-4b66-9eb6-b9bafe563e35 req-9481da98-df39-4cf0-bf9f-163d6f06ef6c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=035c0dcc-7aef-41c7-bb29-43b3d853a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434520 Apr 30 13:12:29.701102 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e8975-0d01-44fc-b2ff-587c3eae5813 req-4529548f-ea80-4f0e-a955-47f83f0e2eeb tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:29.702747 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c70e8975-0d01-44fc-b2ff-587c3eae5813 req-4529548f-ea80-4f0e-a955-47f83f0e2eeb tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 931 time: 0.2661886 Apr 30 13:12:29.775720 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2812bac3-5c3f-4371-ac41-c600102fdf90 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:29.784087 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:29.800489 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Transition to ACTIVE for port object 2812bac3-5c3f-4371-ac41-c600102fdf90 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:29.804907 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:29.809122 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-19688606-1b6c-4012-a459-c0392f985bf0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:29.836106 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-c70e8975-0d01-44fc-b2ff-587c3eae5813 req-d9971cb7-82da-46c7-8111-d616e4f3812e tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Synchronizing usage tracker for tenant:728e011aaa33473ea39ea408ff1c6201 on resource:security_group {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:29.879512 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-01c1aa77-12cd-4b66-9eb6-b9bafe563e35 req-db4bdef8-22e7-4c3d-a962-dc39df02d56d service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756737 Apr 30 13:12:29.880610 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-c70e8975-0d01-44fc-b2ff-587c3eae5813 req-d9971cb7-82da-46c7-8111-d616e4f3812e tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Unset dirty status for tenant:728e011aaa33473ea39ea408ff1c6201 on resource:security_group {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:29.881635 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c70e8975-0d01-44fc-b2ff-587c3eae5813 req-d9971cb7-82da-46c7-8111-d616e4f3812e tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578870 Apr 30 13:12:29.940884 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Pushing event updated for resources: {'Port': ['ID=2812bac3-5c3f-4371-ac41-c600102fdf90,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:29.944297 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:29.998551 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Attempting to bind port 2812bac3-5c3f-4371-ac41-c600102fdf90 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:29.998868 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Attempting to bind port 2812bac3-5c3f-4371-ac41-c600102fdf90 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd3330a3b-11d4-447e-b018-ebbd4c00fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:29.999748 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Attempting to bind port 2812bac3-5c3f-4371-ac41-c600102fdf90 on network 035c0dcc-7aef-41c7-bb29-43b3d853a08d {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:30.004676 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Port 2812bac3-5c3f-4371-ac41-c600102fdf90 on network 035c0dcc-7aef-41c7-bb29-43b3d853a08d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:30.004987 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Attempting to bind port 2812bac3-5c3f-4371-ac41-c600102fdf90 on network 035c0dcc-7aef-41c7-bb29-43b3d853a08d {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:30.010932 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:30.011312 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Checking segment: {'id': 'd3330a3b-11d4-447e-b018-ebbd4c00fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:30.011774 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Bound using segment: {'id': 'd3330a3b-11d4-447e-b018-ebbd4c00fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:30.012203 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Bound port: 2812bac3-5c3f-4371-ac41-c600102fdf90, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3330a3b-11d4-447e-b018-ebbd4c00fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:30.012642 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:30.027726 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-01c1aa77-12cd-4b66-9eb6-b9bafe563e35 req-7ed1c689-1b4f-47eb-8423-f7fb259f14aa service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401048 Apr 30 13:12:30.088275 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b58001-9b0f-4e48-aba9-8faeee7a2fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b344b992-1dc4-4c68-90c3-df508a90969e'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:30.116603 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] For port 2812bac3-5c3f-4371-ac41-c600102fdf90, host hv-cinder-78836, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:30.119815 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] For port 2812bac3-5c3f-4371-ac41-c600102fdf90, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2812bac3-5c3f-4371-ac41-c600102fdf90,segment=NetworkSegment(d3330a3b-11d4-447e-b018-ebbd4c00fc05),segment_id=d3330a3b-11d4-447e-b018-ebbd4c00fc05)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:30.125111 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:30.130679 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b9135e24-188f-45d4-aff2-40252d051f9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:30.153930 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b58001-9b0f-4e48-aba9-8faeee7a2fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b344b992-1dc4-4c68-90c3-df508a90969e', 'code': 200} Apr 30 13:12:30.185941 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:30.186753 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:30.188816 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-26149dda-0f57-48a0-898b-4f95c6372896 req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] 10.222.0.90 "PUT /v2.0/ports/2812bac3-5c3f-4371-ac41-c600102fdf90 HTTP/1.1" status: 200 len: 1093 time: 1.0904438 Apr 30 13:12:30.194336 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd268308-971a-4dc3-bcac-b7a460685854', 'tag': '2812bac3-5c3f-4371-ac41-c600102fdf90'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:30.342381 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Pushing event updated for resources: {'Port': ['ID=2812bac3-5c3f-4371-ac41-c600102fdf90,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:30.362447 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:30.363850 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b38a57-2527-49ee-bf9b-8c71908e9aaf req-45b87732-d679-4d2c-8408-1055b39732c9 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:30.371504 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-01b38a57-2527-49ee-bf9b-8c71908e9aaf req-45b87732-d679-4d2c-8408-1055b39732c9 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 945 time: 0.0961049 Apr 30 13:12:30.427894 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-01b38a57-2527-49ee-bf9b-8c71908e9aaf req-685eeb2f-1738-4425-a528-84b14060e976 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554245 Apr 30 13:12:30.439890 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970b84c-facc-4e7b-a467-909be59eaaaa req-79f22816-6483-4491-abea-b3040c8e55f7 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:30.441327 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e970b84c-facc-4e7b-a467-909be59eaaaa req-79f22816-6483-4491-abea-b3040c8e55f7 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 945 time: 0.2605155 Apr 30 13:12:30.470904 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b3068ae3-c630-4eec-b88f-35173c0e6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:30.472445 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-26149dda-0f57-48a0-898b-4f95c6372896 req-b3068ae3-c630-4eec-b88f-35173c0e6bab service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=728e011aaa33473ea39ea408ff1c6201&device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 1096 time: 0.1945672 Apr 30 13:12:30.505206 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e970b84c-facc-4e7b-a467-909be59eaaaa req-60ef72f3-7566-4337-a705-ff6e91f53fd3 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559382 Apr 30 13:12:30.515018 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd268308-971a-4dc3-bcac-b7a460685854', 'tag': '2812bac3-5c3f-4371-ac41-c600102fdf90', 'status': 'completed', 'code': 200} Apr 30 13:12:30.583532 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-26149dda-0f57-48a0-898b-4f95c6372896 req-7a98d705-5f97-468b-acff-091454773348 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2812bac3-5c3f-4371-ac41-c600102fdf90 HTTP/1.1" status: 200 len: 217 time: 0.0676618 Apr 30 13:12:30.637386 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ead303-0720-42e1-aca9-56d6971fc440 req-55751da5-76b4-403c-af7d-c97d6c28290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:30.640572 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f4ead303-0720-42e1-aca9-56d6971fc440 req-55751da5-76b4-403c-af7d-c97d6c28290d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 1098 time: 0.0902119 Apr 30 13:12:30.756661 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f4ead303-0720-42e1-aca9-56d6971fc440 req-26bd7ebb-89c1-46ea-bc03-637239026101 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082079 Apr 30 13:12:30.827618 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26149dda-0f57-48a0-898b-4f95c6372896 req-d531238d-14d8-476f-9fd2-efd0e5f507e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:30.829070 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-26149dda-0f57-48a0-898b-4f95c6372896 req-d531238d-14d8-476f-9fd2-efd0e5f507e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe60babf-fd3a-4f6e-bd32-5cb1a265cccb HTTP/1.1" status: 200 len: 859 time: 0.1962087 Apr 30 13:12:31.094487 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-26149dda-0f57-48a0-898b-4f95c6372896 req-815da9c9-31b2-4a08-aa7c-f97e152be728 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=035c0dcc-7aef-41c7-bb29-43b3d853a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487831 Apr 30 13:12:31.166536 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba2fa-16c3-4d40-93b3-cb0a5013d5f0 req-01650fad-62b3-4fc3-a7e8-29764a8d874f tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:31.168622 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-294ba2fa-16c3-4d40-93b3-cb0a5013d5f0 req-01650fad-62b3-4fc3-a7e8-29764a8d874f tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 943 time: 0.1209705 Apr 30 13:12:31.253861 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-294ba2fa-16c3-4d40-93b3-cb0a5013d5f0 req-5e940ce7-0fa5-4057-872c-f7549871bd89 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618122 Apr 30 13:12:31.299690 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-26149dda-0f57-48a0-898b-4f95c6372896 req-80eaa3f1-7724-4ac8-b352-6b213e172159 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977310 Apr 30 13:12:31.503084 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-26149dda-0f57-48a0-898b-4f95c6372896 req-efd922d2-2777-4f95-acc6-854508c2188f service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950574 Apr 30 13:12:31.783841 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:31.785246 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08312373-47e4-4ce3-bad6-80f6c7e45187 req-11799b94-ce7d-4cfd-a01d-771ab3c4eb09 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:31.785949 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3feff-eb22-44f9-aef1-e288d4fd6d8f req-b049098a-fddd-4810-a752-c0482f1939d2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:31.787474 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-08312373-47e4-4ce3-bad6-80f6c7e45187 req-11799b94-ce7d-4cfd-a01d-771ab3c4eb09 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 945 time: 0.1774247 Apr 30 13:12:31.798030 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-0bc3feff-eb22-44f9-aef1-e288d4fd6d8f req-b049098a-fddd-4810-a752-c0482f1939d2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 945 time: 0.1451690 Apr 30 13:12:31.798396 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8939c3-5cf1-4bb4-a471-8af791158c30 req-25e9073d-1b86-4f75-8dcc-48a762bd26af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:31.811957 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4d8939c3-5cf1-4bb4-a471-8af791158c30 req-25e9073d-1b86-4f75-8dcc-48a762bd26af service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=728e011aaa33473ea39ea408ff1c6201&device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 1096 time: 0.1359823 Apr 30 13:12:31.860260 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-0bc3feff-eb22-44f9-aef1-e288d4fd6d8f req-2323db4e-7551-42a5-a29a-ecba619e91cd tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607526 Apr 30 13:12:31.967529 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-08312373-47e4-4ce3-bad6-80f6c7e45187 req-8c52fdc6-cdea-48f2-a735-b6a840b7c46b tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544015 Apr 30 13:12:32.004770 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8939c3-5cf1-4bb4-a471-8af791158c30 req-096c0833-b959-4cf2-893d-f5c19ff185e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:32.006686 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4d8939c3-5cf1-4bb4-a471-8af791158c30 req-096c0833-b959-4cf2-893d-f5c19ff185e0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=035c0dcc-7aef-41c7-bb29-43b3d853a08d HTTP/1.1" status: 200 len: 921 time: 0.1736844 Apr 30 13:12:32.150237 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4d8939c3-5cf1-4bb4-a471-8af791158c30 req-c2c38a89-3558-4d95-a778-c9c4229b38ca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2812bac3-5c3f-4371-ac41-c600102fdf90 HTTP/1.1" status: 200 len: 217 time: 0.1178544 Apr 30 13:12:32.229071 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8939c3-5cf1-4bb4-a471-8af791158c30 req-f66ed4ed-8793-4c77-a671-9689c71f1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:32.230811 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4d8939c3-5cf1-4bb4-a471-8af791158c30 req-f66ed4ed-8793-4c77-a671-9689c71f1d9b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe60babf-fd3a-4f6e-bd32-5cb1a265cccb HTTP/1.1" status: 200 len: 859 time: 0.0687461 Apr 30 13:12:32.297475 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4d8939c3-5cf1-4bb4-a471-8af791158c30 req-e254f096-a846-4a1d-b035-960514014d1a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=035c0dcc-7aef-41c7-bb29-43b3d853a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542588 Apr 30 13:12:32.456996 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 2bb9b319-5477-46cb-afba-f220da9e8b39 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:32.506980 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4d8939c3-5cf1-4bb4-a471-8af791158c30 req-9232a2f0-843e-467d-b362-789f69569ab9 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018480 Apr 30 13:12:32.550038 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd569a4b-1386-4453-b780-452f4cb23c43 req-98f8e3d9-1df9-4e0d-98c9-29de01904180 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:32.551578 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-bd569a4b-1386-4453-b780-452f4cb23c43 req-98f8e3d9-1df9-4e0d-98c9-29de01904180 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 943 time: 0.1622429 Apr 30 13:12:32.640058 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-bd569a4b-1386-4453-b780-452f4cb23c43 req-19bf2818-b5d6-49ef-90f7-f4bf7db8d806 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824735 Apr 30 13:12:32.732430 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 2bb9b319-5477-46cb-afba-f220da9e8b39, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2bb9b319-5477-46cb-afba-f220da9e8b39,segment=NetworkSegment(d3330a3b-11d4-447e-b018-ebbd4c00fc05),segment_id=d3330a3b-11d4-447e-b018-ebbd4c00fc05)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:32.761311 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': '2bb9b319-5477-46cb-afba-f220da9e8b39', 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d', 'port_id': '2bb9b319-5477-46cb-afba-f220da9e8b39', 'mac_address': 'fa:16:3e:ff:4c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe60babf-fd3a-4f6e-bd32-5cb1a265cccb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:32.790340 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4d8939c3-5cf1-4bb4-a471-8af791158c30 req-bca129c1-0a5c-4f67-af6a-7c4ff4be6a1d service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745905 Apr 30 13:12:32.852512 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:32.873441 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb9b319-5477-46cb-afba-f220da9e8b39 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:32.891748 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 2bb9b319-5477-46cb-afba-f220da9e8b39, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2bb9b319-5477-46cb-afba-f220da9e8b39,segment=NetworkSegment(d3330a3b-11d4-447e-b018-ebbd4c00fc05),segment_id=d3330a3b-11d4-447e-b018-ebbd4c00fc05)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:32.897717 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:32.903744 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:33.097303 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=2bb9b319-5477-46cb-afba-f220da9e8b39,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:33.102437 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:33.126388 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4428e5-99ce-452d-ba87-6179dfeaf687 req-eb2cc12c-16c6-4e7e-9b02-c8d4186661f6 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:33.137732 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-bb4428e5-99ce-452d-ba87-6179dfeaf687 req-eb2cc12c-16c6-4e7e-9b02-c8d4186661f6 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 945 time: 0.1398091 Apr 30 13:12:33.185581 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-bb4428e5-99ce-452d-ba87-6179dfeaf687 req-fd70bf38-28fc-4afd-8f71-d2bfbeb96e6f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466576 Apr 30 13:12:33.241427 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['2bb9b319-5477-46cb-afba-f220da9e8b39'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:33.927204 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cc55a-92db-42a7-85a4-7f78a1255608 req-959579c2-1e69-4633-b085-aa93e45dc60d tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:33.929580 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d81cc55a-92db-42a7-85a4-7f78a1255608 req-959579c2-1e69-4633-b085-aa93e45dc60d tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 943 time: 0.1535146 Apr 30 13:12:33.983078 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d81cc55a-92db-42a7-85a4-7f78a1255608 req-09e2b224-4af2-4c73-bd74-e53416c05168 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476964 Apr 30 13:12:34.463802 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 2812bac3-5c3f-4371-ac41-c600102fdf90 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:34.480548 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 2bb9b319-5477-46cb-afba-f220da9e8b39 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:34.682886 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port 2bb9b319-5477-46cb-afba-f220da9e8b39 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:34.700116 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port 2bb9b319-5477-46cb-afba-f220da9e8b39 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:34.700740 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:34.777016 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 2812bac3-5c3f-4371-ac41-c600102fdf90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2812bac3-5c3f-4371-ac41-c600102fdf90,segment=NetworkSegment(d3330a3b-11d4-447e-b018-ebbd4c00fc05),segment_id=d3330a3b-11d4-447e-b018-ebbd4c00fc05)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:34.816446 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': '2812bac3-5c3f-4371-ac41-c600102fdf90', 'network_id': '035c0dcc-7aef-41c7-bb29-43b3d853a08d', 'port_id': '2812bac3-5c3f-4371-ac41-c600102fdf90', 'mac_address': 'fa:16:3e:28:39:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe60babf-fd3a-4f6e-bd32-5cb1a265cccb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:34.975541 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.023150 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.072781 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 2bb9b319-5477-46cb-afba-f220da9e8b39, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2bb9b319-5477-46cb-afba-f220da9e8b39,segment=NetworkSegment(d3330a3b-11d4-447e-b018-ebbd4c00fc05),segment_id=d3330a3b-11d4-447e-b018-ebbd4c00fc05)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:35.074774 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2812bac3-5c3f-4371-ac41-c600102fdf90 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:35.093911 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 2812bac3-5c3f-4371-ac41-c600102fdf90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2812bac3-5c3f-4371-ac41-c600102fdf90,segment=NetworkSegment(d3330a3b-11d4-447e-b018-ebbd4c00fc05),segment_id=d3330a3b-11d4-447e-b018-ebbd4c00fc05)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:35.095311 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e672e8bc-f295-439c-838c-76b81e265dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb9b319-5477-46cb-afba-f220da9e8b39'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:35.100719 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.116190 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.119601 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:35.222349 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e672e8bc-f295-439c-838c-76b81e265dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb9b319-5477-46cb-afba-f220da9e8b39', 'code': 200} Apr 30 13:12:35.360265 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=2bb9b319-5477-46cb-afba-f220da9e8b39,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:35.484471 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd55ee-0604-47d9-8e11-109d409447ba req-26076ef8-0dfd-4e31-989f-9c6efb796e12 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:35.497179 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93dd55ee-0604-47d9-8e11-109d409447ba req-26076ef8-0dfd-4e31-989f-9c6efb796e12 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 944 time: 0.1789157 Apr 30 13:12:35.551417 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=2812bac3-5c3f-4371-ac41-c600102fdf90,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:35.569704 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:35.570350 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:35.570671 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:35.582285 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60257-3d4a-465b-92c7-8a5166f9f3b3 req-f610a8ae-715c-4938-a908-5691365855a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:35.583977 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5dd60257-3d4a-465b-92c7-8a5166f9f3b3 req-f610a8ae-715c-4938-a908-5691365855a1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 1098 time: 0.0983036 Apr 30 13:12:35.603095 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93dd55ee-0604-47d9-8e11-109d409447ba req-013f0d35-c6fb-47ff-ac52-ddd24d29c62b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040587 Apr 30 13:12:35.607295 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['2812bac3-5c3f-4371-ac41-c600102fdf90'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:35.669694 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5dd60257-3d4a-465b-92c7-8a5166f9f3b3 req-00412d11-faa5-4a6d-a945-8f6057eecabe service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779860 Apr 30 13:12:36.677025 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40740) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:36.807673 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40748) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:37.007023 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0434314-593a-423e-be2c-a4b6c7f617b0 req-5d6000dd-7283-4e2f-a5d0-a95dabdc9ba9 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:37.015807 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d0434314-593a-423e-be2c-a4b6c7f617b0 req-5d6000dd-7283-4e2f-a5d0-a95dabdc9ba9 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 944 time: 0.2046528 Apr 30 13:12:37.076999 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fc64a270-efbc-4b3d-b67c-306d0e41c8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.104979 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-fc64a270-efbc-4b3d-b67c-306d0e41c8b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:37.115593 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-fc64a270-efbc-4b3d-b67c-306d0e41c8b0 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8f12d60921471aa57eaa148eb6692c is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:37.123572 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-fc64a270-efbc-4b3d-b67c-306d0e41c8b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:37.159618 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-fc64a270-efbc-4b3d-b67c-306d0e41c8b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:37.168914 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-03903ba6-302c-42ff-a0db-3ba5c374d90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.184149 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d0434314-593a-423e-be2c-a4b6c7f617b0 req-0bfe5d8a-6a41-42a5-abbe-0ca48f42f16d tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598892 Apr 30 13:12:37.194765 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-03903ba6-302c-42ff-a0db-3ba5c374d90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:37.207045 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-03903ba6-302c-42ff-a0db-3ba5c374d90b admin admin] Usage tracker for resource:security_group_rule and tenant:23af24ec30a04a22adfae4e17cef7c0b is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:37.211684 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-03903ba6-302c-42ff-a0db-3ba5c374d90b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:37.222972 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-03903ba6-302c-42ff-a0db-3ba5c374d90b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:37.426853 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fc64a270-efbc-4b3d-b67c-306d0e41c8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.437386 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fc64a270-efbc-4b3d-b67c-306d0e41c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.451507 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:37.509944 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-fc64a270-efbc-4b3d-b67c-306d0e41c8b0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fa8f12d60921471aa57eaa148eb6692c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7009349 Apr 30 13:12:37.513099 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 40778) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:37.513836 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64a270-efbc-4b3d-b67c-306d0e41c8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe7c838-8860-403d-8719-18d1b2439298,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:37.517359 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-03903ba6-302c-42ff-a0db-3ba5c374d90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.518632 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fc64a270-efbc-4b3d-b67c-306d0e41c8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:37.522687 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-03903ba6-302c-42ff-a0db-3ba5c374d90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.550814 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-85c17c0f-5c05-4ef5-858e-a7978a3add41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:37.580515 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-03903ba6-302c-42ff-a0db-3ba5c374d90b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=23af24ec30a04a22adfae4e17cef7c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9020271 Apr 30 13:12:37.584444 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0cca7653-1cb5-4e9b-9930-649fd41f4bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.584719 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40782) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:37.587347 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03903ba6-302c-42ff-a0db-3ba5c374d90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a656624-e1e8-4710-9e72-6bfe771b274d,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:37.600429 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-03903ba6-302c-42ff-a0db-3ba5c374d90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:37.623082 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0cca7653-1cb5-4e9b-9930-649fd41f4bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.686568 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-83069021-e916-4993-9877-49dd0135b38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.701066 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0cca7653-1cb5-4e9b-9930-649fd41f4bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.706789 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:37.717721 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca7653-1cb5-4e9b-9930-649fd41f4bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe7c838-8860-403d-8719-18d1b2439298,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:37.720805 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0cca7653-1cb5-4e9b-9930-649fd41f4bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:37.727070 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0cca7653-1cb5-4e9b-9930-649fd41f4bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.728553 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-0cca7653-1cb5-4e9b-9930-649fd41f4bae admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bfe7c838-8860-403d-8719-18d1b2439298 HTTP/1.1" status: 204 len: 168 time: 0.2141287 Apr 30 13:12:37.733244 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-83069021-e916-4993-9877-49dd0135b38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.825473 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-83069021-e916-4993-9877-49dd0135b38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.831436 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-03903ba6-302c-42ff-a0db-3ba5c374d90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:37.852135 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83069021-e916-4993-9877-49dd0135b38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a656624-e1e8-4710-9e72-6bfe771b274d,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:37.854551 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-83069021-e916-4993-9877-49dd0135b38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:37.870378 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-83069021-e916-4993-9877-49dd0135b38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.871785 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-83069021-e916-4993-9877-49dd0135b38e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5a656624-e1e8-4710-9e72-6bfe771b274d HTTP/1.1" status: 204 len: 168 time: 0.2863362 Apr 30 13:12:38.250752 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 40808) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:38.315907 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c099c6ca-2d67-4713-88b1-69204b167604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.345409 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-c099c6ca-2d67-4713-88b1-69204b167604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:38.361306 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-c099c6ca-2d67-4713-88b1-69204b167604 admin admin] Usage tracker for resource:security_group_rule and tenant:4713cf22023e4e1cbe5c52f155472280 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:38.375291 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-c099c6ca-2d67-4713-88b1-69204b167604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:38.391872 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-c099c6ca-2d67-4713-88b1-69204b167604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:38.500856 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 2812bac3-5c3f-4371-ac41-c600102fdf90 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:38.710326 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9a29c-ebec-4064-b7fd-9608edb6ca39 req-55673620-515e-409f-8ecb-b0806486cea4 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:38.711374 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-dce9a29c-ebec-4064-b7fd-9608edb6ca39 req-55673620-515e-409f-8ecb-b0806486cea4 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Synchronizing usage tracker for tenant:728e011aaa33473ea39ea408ff1c6201 on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:38.719677 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c099c6ca-2d67-4713-88b1-69204b167604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.734837 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c099c6ca-2d67-4713-88b1-69204b167604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.755476 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cd49d70b-f29f-4ea1-8849-a9e2500df928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:38.773423 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port 2812bac3-5c3f-4371-ac41-c600102fdf90 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:38.776564 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-dce9a29c-ebec-4064-b7fd-9608edb6ca39 req-55673620-515e-409f-8ecb-b0806486cea4 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Unset dirty status for tenant:728e011aaa33473ea39ea408ff1c6201 on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:38.777946 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dce9a29c-ebec-4064-b7fd-9608edb6ca39 req-55673620-515e-409f-8ecb-b0806486cea4 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 944 time: 0.3464999 Apr 30 13:12:38.790508 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port 2812bac3-5c3f-4371-ac41-c600102fdf90 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:38.790891 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.820455 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40824) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:38.864031 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099c6ca-2d67-4713-88b1-69204b167604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029f5eef-1cf1-4af0-be8d-a2d705fae546,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:38.879629 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-37b70e04-2079-4392-81f5-a83c91acdf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.912057 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c099c6ca-2d67-4713-88b1-69204b167604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:38.922342 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.945227 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-37b70e04-2079-4392-81f5-a83c91acdf99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:38.957114 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-37b70e04-2079-4392-81f5-a83c91acdf99 admin admin] Usage tracker for resource:security_group_rule and tenant:6a3dde3a41214641a996a01eec3d3afa is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:38.964513 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-37b70e04-2079-4392-81f5-a83c91acdf99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:38.969941 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 2812bac3-5c3f-4371-ac41-c600102fdf90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2812bac3-5c3f-4371-ac41-c600102fdf90,segment=NetworkSegment(d3330a3b-11d4-447e-b018-ebbd4c00fc05),segment_id=d3330a3b-11d4-447e-b018-ebbd4c00fc05)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:38.971450 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd268308-971a-4dc3-bcac-b7a460685854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2812bac3-5c3f-4371-ac41-c600102fdf90'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:38.979290 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.982335 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:39.004028 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-37b70e04-2079-4392-81f5-a83c91acdf99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:39.088708 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40830) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:39.099540 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=2812bac3-5c3f-4371-ac41-c600102fdf90,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:39.103776 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:39.128787 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd268308-971a-4dc3-bcac-b7a460685854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2812bac3-5c3f-4371-ac41-c600102fdf90', 'code': 200} Apr 30 13:12:39.175035 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-c099c6ca-2d67-4713-88b1-69204b167604 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4713cf22023e4e1cbe5c52f155472280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9196823 Apr 30 13:12:39.175629 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40840) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:39.249075 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dce9a29c-ebec-4064-b7fd-9608edb6ca39 req-d2feafd4-9b06-4af7-b400-32ed946585d1 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801539 Apr 30 13:12:39.498063 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fb2353bb-09cf-491a-9489-ea18eab4bcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.549250 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-37b70e04-2079-4392-81f5-a83c91acdf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.561498 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-b339be54-f3d9-4b3d-b24e-34dad96f3939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.589082 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-37b70e04-2079-4392-81f5-a83c91acdf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.613875 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fc7a684a-350c-4e81-aa7b-a19c93a77ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:39.645386 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-b339be54-f3d9-4b3d-b24e-34dad96f3939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:39.675309 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fb2353bb-09cf-491a-9489-ea18eab4bcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.698528 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-b339be54-f3d9-4b3d-b24e-34dad96f3939 admin admin] Usage tracker for resource:security_group_rule and tenant:e22fcbc8d2e44538af7183014957a685 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:39.725475 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-b339be54-f3d9-4b3d-b24e-34dad96f3939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:39.730025 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d835e1-dcc7-47f2-b234-13f6a71fd3f6 req-92e70b0d-a9b1-4d0b-afec-5b052d7530a1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:39.731542 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-44d835e1-dcc7-47f2-b234-13f6a71fd3f6 req-92e70b0d-a9b1-4d0b-afec-5b052d7530a1 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 945 time: 0.1203945 Apr 30 13:12:39.734767 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959e9a1-53b6-455f-b8aa-b2174abfbe98 req-78939720-361b-439b-b62f-c7e0942e8188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:39.736801 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3959e9a1-53b6-455f-b8aa-b2174abfbe98 req-78939720-361b-439b-b62f-c7e0942e8188 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 1098 time: 0.1609313 Apr 30 13:12:39.754484 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-37b70e04-2079-4392-81f5-a83c91acdf99 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6a3dde3a41214641a996a01eec3d3afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9322171 Apr 30 13:12:39.757356 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-b339be54-f3d9-4b3d-b24e-34dad96f3939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:39.766795 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b70e04-2079-4392-81f5-a83c91acdf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e654a207-9c87-415c-8648-97d210e43258,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:39.782690 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40854) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:39.799491 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-37b70e04-2079-4392-81f5-a83c91acdf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:39.812622 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-44d835e1-dcc7-47f2-b234-13f6a71fd3f6 req-67643b66-ef8e-4705-b330-c4546d0298e0 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734940 Apr 30 13:12:39.832591 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3959e9a1-53b6-455f-b8aa-b2174abfbe98 req-5a5701a6-3021-42ca-8da9-277f59e2208d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774188 Apr 30 13:12:39.970724 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f7e91db6-df9b-4041-9630-1d504764257b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.992373 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fb2353bb-09cf-491a-9489-ea18eab4bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.003174 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:40.050406 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2353bb-09cf-491a-9489-ea18eab4bcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029f5eef-1cf1-4af0-be8d-a2d705fae546,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:40.063696 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f7e91db6-df9b-4041-9630-1d504764257b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.084757 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fb2353bb-09cf-491a-9489-ea18eab4bcc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:40.175295 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fb2353bb-09cf-491a-9489-ea18eab4bcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.176750 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-fb2353bb-09cf-491a-9489-ea18eab4bcc7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/029f5eef-1cf1-4af0-be8d-a2d705fae546 HTTP/1.1" status: 204 len: 168 time: 0.9991307 Apr 30 13:12:40.197494 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-b339be54-f3d9-4b3d-b24e-34dad96f3939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.204149 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-b339be54-f3d9-4b3d-b24e-34dad96f3939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.218563 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-37b70e04-2079-4392-81f5-a83c91acdf99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:40.290352 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f7e91db6-df9b-4041-9630-1d504764257b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.307976 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 40876) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:40.308086 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-b339be54-f3d9-4b3d-b24e-34dad96f3939 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e22fcbc8d2e44538af7183014957a685&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2149894 Apr 30 13:12:40.311151 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339be54-f3d9-4b3d-b24e-34dad96f3939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e0a23f-031a-4d0a-ae30-87d0084e13ee,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:40.339263 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-b339be54-f3d9-4b3d-b24e-34dad96f3939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:40.344163 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-dc33927d-74a2-4323-9723-e28c51bdb9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:40.357956 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f7e91db6-df9b-4041-9630-1d504764257b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.362373 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-f7e91db6-df9b-4041-9630-1d504764257b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e654a207-9c87-415c-8648-97d210e43258 HTTP/1.1" status: 204 len: 168 time: 0.5661485 Apr 30 13:12:40.363574 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e91db6-df9b-4041-9630-1d504764257b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e654a207-9c87-415c-8648-97d210e43258,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:40.365998 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f7e91db6-df9b-4041-9630-1d504764257b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:40.518594 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-45a0b91a-3ddf-4ab9-8a62-42371bb78588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.578624 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-45a0b91a-3ddf-4ab9-8a62-42371bb78588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.662455 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85bb5d-7e1f-4e47-956b-580c1f0ec6b1 req-8a9dc4e1-9319-416f-b538-57aeb919490b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:40.665365 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a85bb5d-7e1f-4e47-956b-580c1f0ec6b1 req-8a9dc4e1-9319-416f-b538-57aeb919490b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.1205940 Apr 30 13:12:40.728298 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-45a0b91a-3ddf-4ab9-8a62-42371bb78588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.753259 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0cca7653-1cb5-4e9b-9930-649fd41f4bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:40.763098 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a85bb5d-7e1f-4e47-956b-580c1f0ec6b1 req-0ae4d67a-35d1-4252-bbfc-dec6840eba1b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830388 Apr 30 13:12:40.789679 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0b91a-3ddf-4ab9-8a62-42371bb78588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e0a23f-031a-4d0a-ae30-87d0084e13ee,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:40.812328 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-45a0b91a-3ddf-4ab9-8a62-42371bb78588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:40.814728 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-45a0b91a-3ddf-4ab9-8a62-42371bb78588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.818620 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-45a0b91a-3ddf-4ab9-8a62-42371bb78588 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d0e0a23f-031a-4d0a-ae30-87d0084e13ee HTTP/1.1" status: 204 len: 168 time: 0.5067053 Apr 30 13:12:40.920698 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 40896) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:40.941034 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f44490a9-4e10-4867-80d9-3c506c9c94a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.958333 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f44490a9-4e10-4867-80d9-3c506c9c94a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:40.962791 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-f44490a9-4e10-4867-80d9-3c506c9c94a4 admin admin] Usage tracker for resource:security_group_rule and tenant:95cc95df307a4f3bb68bcda3457550dc is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:40.966301 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-f44490a9-4e10-4867-80d9-3c506c9c94a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:40.972731 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f44490a9-4e10-4867-80d9-3c506c9c94a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:41.132781 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40902) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:41.140527 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f44490a9-4e10-4867-80d9-3c506c9c94a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.150307 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f44490a9-4e10-4867-80d9-3c506c9c94a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.160634 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:41.198403 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d14b78-a5e5-42ce-ae76-6e649087d97d req-66cc4c08-7a45-454a-87fb-67ed2d8a5186 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:41.199886 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-87d14b78-a5e5-42ce-ae76-6e649087d97d req-66cc4c08-7a45-454a-87fb-67ed2d8a5186 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 945 time: 0.1752551 Apr 30 13:12:41.215503 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-f44490a9-4e10-4867-80d9-3c506c9c94a4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=95cc95df307a4f3bb68bcda3457550dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937241 Apr 30 13:12:41.216130 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40910) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:41.234989 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44490a9-4e10-4867-80d9-3c506c9c94a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b5073b-df8c-454e-8824-5dead764b709,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:41.238622 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f44490a9-4e10-4867-80d9-3c506c9c94a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:41.291523 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-87d14b78-a5e5-42ce-ae76-6e649087d97d req-c3986e47-965d-4343-908b-392a9a8e0de0 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560226 Apr 30 13:12:41.369912 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8cd7af8d-d691-4ab8-87e5-af9e7b0cfba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.417250 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8cd7af8d-d691-4ab8-87e5-af9e7b0cfba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.687362 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8cd7af8d-d691-4ab8-87e5-af9e7b0cfba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.695007 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:41.790233 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8cd7af8d-d691-4ab8-87e5-af9e7b0cfba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.794618 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 40942) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:41.809658 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-8cd7af8d-d691-4ab8-87e5-af9e7b0cfba5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/36b5073b-df8c-454e-8824-5dead764b709 HTTP/1.1" status: 204 len: 168 time: 0.5919120 Apr 30 13:12:41.810973 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fe9a450b-52ad-4784-950d-3a7f5dc48479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.837016 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7af8d-d691-4ab8-87e5-af9e7b0cfba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b5073b-df8c-454e-8824-5dead764b709,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:41.837837 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905d0dbe-ee6f-4425-8eb0-979bd2d4e318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:41.839826 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-8cd7af8d-d691-4ab8-87e5-af9e7b0cfba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:41.849037 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-fe9a450b-52ad-4784-950d-3a7f5dc48479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:41.853497 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-fe9a450b-52ad-4784-950d-3a7f5dc48479 admin admin] Usage tracker for resource:security_group_rule and tenant:931f60029453484c8265d56af1373d2c is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:41.856901 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-fe9a450b-52ad-4784-950d-3a7f5dc48479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:41.866482 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-fe9a450b-52ad-4784-950d-3a7f5dc48479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:41.907355 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-905d0dbe-ee6f-4425-8eb0-979bd2d4e318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:41.917162 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-905d0dbe-ee6f-4425-8eb0-979bd2d4e318 admin admin] Usage tracker for resource:security_group_rule and tenant:270e1a468f0440c38b6483f6d651658b is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:41.931458 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-905d0dbe-ee6f-4425-8eb0-979bd2d4e318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:41.937711 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-905d0dbe-ee6f-4425-8eb0-979bd2d4e318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:42.038774 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-87449321-d969-4f18-92d3-90390267c071 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:42.050890 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-87449321-d969-4f18-92d3-90390267c071 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/networks?id=8adb758d-2a96-45ff-b291-004c1ecf371a HTTP/1.1" status: 200 len: 815 time: 0.4808240 Apr 30 13:12:42.053778 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fe9a450b-52ad-4784-950d-3a7f5dc48479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.086200 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-dd5876e2-b7b8-4df3-9513-8784afee397d tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/quotas/1d6b8117760f4652a00a37c93b960cac HTTP/1.1" status: 200 len: 375 time: 0.0341904 Apr 30 13:12:42.090951 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fe9a450b-52ad-4784-950d-3a7f5dc48479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.137017 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:42.175405 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a450b-52ad-4784-950d-3a7f5dc48479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012232ed-95d1-427e-a014-42678329199b,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:42.177763 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fe9a450b-52ad-4784-950d-3a7f5dc48479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:42.202148 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905d0dbe-ee6f-4425-8eb0-979bd2d4e318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.213767 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-fe9a450b-52ad-4784-950d-3a7f5dc48479 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=931f60029453484c8265d56af1373d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0771017 Apr 30 13:12:42.217504 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 40960) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:42.301786 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905d0dbe-ee6f-4425-8eb0-979bd2d4e318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.303468 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-80b3f352-8877-4e3d-a3e0-69251982a62d tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1d6b8117760f4652a00a37c93b960cac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2162554 Apr 30 13:12:42.321146 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:42.409097 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d0dbe-ee6f-4425-8eb0-979bd2d4e318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afea8263-bdda-4529-8f57-02cfef65e8ed,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:42.415803 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-905d0dbe-ee6f-4425-8eb0-979bd2d4e318 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=270e1a468f0440c38b6483f6d651658b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6198421 Apr 30 13:12:42.417223 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-905d0dbe-ee6f-4425-8eb0-979bd2d4e318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:42.422285 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 40970) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:42.450378 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-847a19ef-34a0-418c-98f2-5868865485c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.464651 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bf94c-1d32-4728-a87d-43017671348b req-86d2ba7f-fa9f-448e-82c2-2118672332c7 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:42.476493 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7c2bf94c-1d32-4728-a87d-43017671348b req-86d2ba7f-fa9f-448e-82c2-2118672332c7 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.3636107 Apr 30 13:12:42.482120 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-847a19ef-34a0-418c-98f2-5868865485c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.598608 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-847a19ef-34a0-418c-98f2-5868865485c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.605548 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e8d5221e-4ea5-45d1-b7df-9c910645fc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:42.627956 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a19ef-34a0-418c-98f2-5868865485c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012232ed-95d1-427e-a014-42678329199b,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:42.631854 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-847a19ef-34a0-418c-98f2-5868865485c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:42.649764 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-df6b8eb4-5e1e-4661-ba0e-7975edd6d6b4 service neutron] 10.222.0.93 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451002 Apr 30 13:12:42.679603 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7c2bf94c-1d32-4728-a87d-43017671348b req-ba134b40-656f-4f7b-9578-b0b20c9be6c9 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017269 Apr 30 13:12:42.682976 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-847a19ef-34a0-418c-98f2-5868865485c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.684232 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-847a19ef-34a0-418c-98f2-5868865485c1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/012232ed-95d1-427e-a014-42678329199b HTTP/1.1" status: 204 len: 168 time: 0.4574604 Apr 30 13:12:42.745102 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d8c18cf3-5368-4bc7-a95b-b149d848bda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.798500 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-6bbc07f5-eddc-4e3f-9f14-ebf673034c34 service neutron] 10.222.0.93 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476896 Apr 30 13:12:42.869887 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d8c18cf3-5368-4bc7-a95b-b149d848bda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:42.900648 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4acae-940f-474e-b21b-4e013541424a req-c70038d9-9433-42b5-92e0-4c794bc6180b tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:42.903190 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-72b4acae-940f-474e-b21b-4e013541424a req-c70038d9-9433-42b5-92e0-4c794bc6180b tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.90 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 945 time: 0.3785853 Apr 30 13:12:43.245707 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 41006) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:43.282794 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-462f178a-2004-4b98-8736-ff3e2b10e808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:43.336182 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186092af-901b-4b2f-9ff3-c82eb7a38380 req-170999de-9b0c-4118-a0c6-fca2cd0db974 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:43.344888 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-186092af-901b-4b2f-9ff3-c82eb7a38380 req-170999de-9b0c-4118-a0c6-fca2cd0db974 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 945 time: 0.3142612 Apr 30 13:12:43.380375 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d8c18cf3-5368-4bc7-a95b-b149d848bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:43.405086 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-905d0dbe-ee6f-4425-8eb0-979bd2d4e318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:43.417831 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-401934da-78e6-42c4-a561-df0469854b5f req-f71118bb-0810-46e2-a0ff-a6a2c398d792 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 210 time: 0.1385770 Apr 30 13:12:43.426043 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c18cf3-5368-4bc7-a95b-b149d848bda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afea8263-bdda-4529-8f57-02cfef65e8ed,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:43.434894 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d8c18cf3-5368-4bc7-a95b-b149d848bda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:43.454279 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-186092af-901b-4b2f-9ff3-c82eb7a38380 req-0c34ab90-8487-4a81-bd21-16c0efec73c6 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079934 Apr 30 13:12:43.461367 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d8c18cf3-5368-4bc7-a95b-b149d848bda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:43.465635 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-d8c18cf3-5368-4bc7-a95b-b149d848bda8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/afea8263-bdda-4529-8f57-02cfef65e8ed HTTP/1.1" status: 204 len: 168 time: 1.0420403 Apr 30 13:12:43.493097 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-72b4acae-940f-474e-b21b-4e013541424a req-731b1cb8-97d1-457d-bab3-2f09d3606b70 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Deleting port dc2ef5c0-db68-41f3-8c29-33be81d69d7e {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:12:43.494479 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72b4acae-940f-474e-b21b-4e013541424a req-731b1cb8-97d1-457d-bab3-2f09d3606b70 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:43.495936 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-462f178a-2004-4b98-8736-ff3e2b10e808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:43.508195 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-462f178a-2004-4b98-8736-ff3e2b10e808 admin admin] Usage tracker for resource:security_group_rule and tenant:8fcf916161914b49bd11d52a68882b5c is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:43.521822 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-462f178a-2004-4b98-8736-ff3e2b10e808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:43.543065 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-462f178a-2004-4b98-8736-ff3e2b10e808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:43.784266 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee70ea3-c9bb-433f-80d4-6a4871d4c145 req-2b5f5ecc-98bd-4159-ba41-be5091328f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:43.787739 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9ee70ea3-c9bb-433f-80d4-6a4871d4c145 req-2b5f5ecc-98bd-4159-ba41-be5091328f26 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=728e011aaa33473ea39ea408ff1c6201&device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 1098 time: 0.4474237 Apr 30 13:12:43.911322 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-72b4acae-940f-474e-b21b-4e013541424a req-731b1cb8-97d1-457d-bab3-2f09d3606b70 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] For port dc2ef5c0-db68-41f3-8c29-33be81d69d7e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc2ef5c0-db68-41f3-8c29-33be81d69d7e,segment=NetworkSegment(4f9d1eec-6343-44ea-b562-2c83dfbb5b35),segment_id=4f9d1eec-6343-44ea-b562-2c83dfbb5b35)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:43.915497 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72b4acae-940f-474e-b21b-4e013541424a req-731b1cb8-97d1-457d-bab3-2f09d3606b70 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.063557 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-462f178a-2004-4b98-8736-ff3e2b10e808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.087251 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-462f178a-2004-4b98-8736-ff3e2b10e808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.096881 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-1371a64a-381c-406a-a376-6ed3b8e3f703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:44.116997 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee70ea3-c9bb-433f-80d4-6a4871d4c145 req-2ee1c08a-4bfe-40b6-b087-f6c205d3b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:44.116997 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9ee70ea3-c9bb-433f-80d4-6a4871d4c145 req-2ee1c08a-4bfe-40b6-b087-f6c205d3b3be service neutron] 10.222.0.90 "GET /v2.0/networks?id=035c0dcc-7aef-41c7-bb29-43b3d853a08d HTTP/1.1" status: 200 len: 921 time: 0.2554226 Apr 30 13:12:44.225912 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535bf97-100c-46ee-be37-8103da401281 req-282e3885-bf8c-4401-911a-249827158b49 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:44.227639 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b535bf97-100c-46ee-be37-8103da401281 req-282e3885-bf8c-4401-911a-249827158b49 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.4522312 Apr 30 13:12:44.253026 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-462f178a-2004-4b98-8736-ff3e2b10e808 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8fcf916161914b49bd11d52a68882b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0061140 Apr 30 13:12:44.255432 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9ee70ea3-c9bb-433f-80d4-6a4871d4c145 req-796c07af-4ea6-4049-9b7f-7d2032df6374 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2812bac3-5c3f-4371-ac41-c600102fdf90 HTTP/1.1" status: 200 len: 217 time: 0.1265869 Apr 30 13:12:44.256083 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f178a-2004-4b98-8736-ff3e2b10e808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02080d69-2f67-41cc-a975-533bd1153966,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:44.259512 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-462f178a-2004-4b98-8736-ff3e2b10e808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:44.264992 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-72b4acae-940f-474e-b21b-4e013541424a req-731b1cb8-97d1-457d-bab3-2f09d3606b70 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Calling delete_port for dc2ef5c0-db68-41f3-8c29-33be81d69d7e owned by compute:nova {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:12:44.279365 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 41086) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:44.353227 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b535bf97-100c-46ee-be37-8103da401281 req-0b348024-a5c6-4203-831e-5af2194bbb0c tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034520 Apr 30 13:12:44.499198 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-91c9982e-028e-46da-bc8e-5a6dad2604a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.505006 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee70ea3-c9bb-433f-80d4-6a4871d4c145 req-0bf35e31-6ffc-430e-a0a2-b195694f1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:44.508151 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9ee70ea3-c9bb-433f-80d4-6a4871d4c145 req-0bf35e31-6ffc-430e-a0a2-b195694f1b4c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe60babf-fd3a-4f6e-bd32-5cb1a265cccb HTTP/1.1" status: 200 len: 859 time: 0.1436286 Apr 30 13:12:44.710439 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-91c9982e-028e-46da-bc8e-5a6dad2604a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.840059 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9ee70ea3-c9bb-433f-80d4-6a4871d4c145 req-8c3cb456-77ec-48cc-b8ba-e812a7aa83c3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=035c0dcc-7aef-41c7-bb29-43b3d853a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3034699 Apr 30 13:12:44.943009 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2cc38073-bdec-425a-8e1b-f84423abad3d req-5bdd77fd-f58b-42e4-8dfc-5f7c07869bc2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 210 time: 0.1924191 Apr 30 13:12:44.945763 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72b4acae-940f-474e-b21b-4e013541424a req-731b1cb8-97d1-457d-bab3-2f09d3606b70 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:44.957519 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:44.994301 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5ff39-2c72-4a42-92bd-ca6b853f45ff req-1d92edcb-78e0-4a6b-9351-2368f727ef51 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:45.002157 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b1cb8-97d1-457d-bab3-2f09d3606b70 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Pushing event deleted for resources: {'Port': ['ID=dc2ef5c0-db68-41f3-8c29-33be81d69d7e,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:45.006415 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-731b1cb8-97d1-457d-bab3-2f09d3606b70 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:45.008683 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-99b5ff39-2c72-4a42-92bd-ca6b853f45ff req-1d92edcb-78e0-4a6b-9351-2368f727ef51 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 867 time: 0.2527695 Apr 30 13:12:45.033679 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-91c9982e-028e-46da-bc8e-5a6dad2604a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.045823 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fb2353bb-09cf-491a-9489-ea18eab4bcc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:45.061974 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9982e-028e-46da-bc8e-5a6dad2604a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02080d69-2f67-41cc-a975-533bd1153966,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:45.077423 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-91c9982e-028e-46da-bc8e-5a6dad2604a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:45.112347 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-91c9982e-028e-46da-bc8e-5a6dad2604a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.116304 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-91c9982e-028e-46da-bc8e-5a6dad2604a1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/02080d69-2f67-41cc-a975-533bd1153966 HTTP/1.1" status: 204 len: 168 time: 0.8359597 Apr 30 13:12:45.137764 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b4acae-940f-474e-b21b-4e013541424a req-731b1cb8-97d1-457d-bab3-2f09d3606b70 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] No DVR routers for this DVR port dc2ef5c0-db68-41f3-8c29-33be81d69d7e on host hv-cinder-78836 {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:12:45.141271 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-99b5ff39-2c72-4a42-92bd-ca6b853f45ff req-b1c03af2-065c-444d-9f97-705fa407822c tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/security-groups?id=e5f09425-03c3-4265-be3f-162a55bdac3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313651 Apr 30 13:12:45.143335 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72b4acae-940f-474e-b21b-4e013541424a req-731b1cb8-97d1-457d-bab3-2f09d3606b70 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.147311 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9ee70ea3-c9bb-433f-80d4-6a4871d4c145 req-d96607c0-7d3e-4899-9084-e62a2765b489 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929811 Apr 30 13:12:45.166950 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87442033-2bc2-40bc-87f8-1b585ec20d65', 'name': 'network-vif-deleted', 'tag': 'dc2ef5c0-db68-41f3-8c29-33be81d69d7e'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:45.175425 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-72b4acae-940f-474e-b21b-4e013541424a req-731b1cb8-97d1-457d-bab3-2f09d3606b70 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.90 "DELETE /v2.0/ports/dc2ef5c0-db68-41f3-8c29-33be81d69d7e HTTP/1.1" status: 204 len: 173 time: 2.2565045 Apr 30 13:12:45.261583 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87442033-2bc2-40bc-87f8-1b585ec20d65', 'name': 'network-vif-deleted', 'tag': 'dc2ef5c0-db68-41f3-8c29-33be81d69d7e', 'status': 'completed', 'code': 200} Apr 30 13:12:45.338803 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9ee70ea3-c9bb-433f-80d4-6a4871d4c145 req-71c4c1a0-94fd-4e4b-bcb9-9f7ce81b85c0 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856785 Apr 30 13:12:45.617752 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ba187-95e5-4494-a177-e89ea623f1b5 req-c55a4802-4a91-41aa-b821-16d17ef71e4c tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:45.636031 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9e9ba187-95e5-4494-a177-e89ea623f1b5 req-c55a4802-4a91-41aa-b821-16d17ef71e4c tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.1108627 Apr 30 13:12:45.743621 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8948a07e-49fb-433d-aae3-af9eafdf39b0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:45.754128 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-59f2b608-4bba-4b47-bbb5-a5beac5df3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:45.755039 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8948a07e-49fb-433d-aae3-af9eafdf39b0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "GET /v2.0/networks?id=8adb758d-2a96-45ff-b291-004c1ecf371a HTTP/1.1" status: 200 len: 815 time: 0.3086834 Apr 30 13:12:45.776875 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Request body: {'port': {'device_id': '1198fa01-c7ef-4224-babb-709d4af8ea96', 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a', 'admin_state_up': True, 'tenant_id': '1d6b8117760f4652a00a37c93b960cac'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:45.794815 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9e9ba187-95e5-4494-a177-e89ea623f1b5 req-e8bd38d2-1177-42a8-bb6e-75ff02f9618a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576231 Apr 30 13:12:46.010645 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:46.035522 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:46.066519 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Made reservation on behalf of 1d6b8117760f4652a00a37c93b960cac for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:46.076545 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:46.332634 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7927bf78-ade7-41ae-8c22-b49f7810ec78 req-ac221cb5-60c7-476e-8ec0-24b877748a88 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 210 time: 0.2130263 Apr 30 13:12:46.393352 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e3352c5b-653e-41ee-b0cb-98ea5ed654f6 req-80d9e879-0772-4d18-b126-b781bb0b039f tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] 10.222.0.93 "GET /v2.0/ports?device_id=87442033-2bc2-40bc-87f8-1b585ec20d65 HTTP/1.1" status: 200 len: 210 time: 0.0710800 Apr 30 13:12:46.540476 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Allocated IP 172.20.0.2 (8adb758d-2a96-45ff-b291-004c1ecf371a/adcaaf38-75b3-455f-9d70-d232543aec69/4c8cadea-9c08-414b-8b60-b41677cf7498) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:46.553644 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device dc2ef5c0-db68-41f3-8c29-33be81d69d7e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:12:46.683574 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: dc2ef5c0-db68-41f3-8c29-33be81d69d7e {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:12:46.684896 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device dc2ef5c0-db68-41f3-8c29-33be81d69d7e not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:12:47.122454 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:47.190806 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b505c2b-c4fb-4a2a-a867-605c18096ed0 req-bb10e76a-d55e-4571-bb58-de7a7907efc1 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:47.193809 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2b505c2b-c4fb-4a2a-a867-605c18096ed0 req-bb10e76a-d55e-4571-bb58-de7a7907efc1 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.2488530 Apr 30 13:12:47.223396 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:47.261949 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:47.265928 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['b344b992-1dc4-4c68-90c3-df508a90969e'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:47.411037 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Network 8adb758d-2a96-45ff-b291-004c1ecf371a is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:47.428390 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:47.439533 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:47.449446 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:47.450495 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:47.491781 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2b505c2b-c4fb-4a2a-a867-605c18096ed0 req-1bb7dd09-3632-485a-8249-1d0366cb55c2 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657435 Apr 30 13:12:47.499568 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7283213 Apr 30 13:12:47.504621 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Pushing event updated for resources: {'Port': ['ID=4c8cadea-9c08-414b-8b60-b41677cf7498,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:47.508929 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:47.530001 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Request body: {'port': {'device_id': '1198fa01-c7ef-4224-babb-709d4af8ea96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:47.752798 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 41246) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:47.831588 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:47.985639 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c222bc4-2028-4f7d-86b4-f9018b45bab2 req-6d2cf7a5-a044-4aae-b8f3-15a5e7e3dfd0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:48.003865 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1c222bc4-2028-4f7d-86b4-f9018b45bab2 req-6d2cf7a5-a044-4aae-b8f3-15a5e7e3dfd0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 931 time: 0.2528365 Apr 30 13:12:48.086477 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:48.121912 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1c222bc4-2028-4f7d-86b4-f9018b45bab2 req-c200fcb0-9ceb-49b1-b0f0-be30be8df5ab tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125917 Apr 30 13:12:48.527307 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a3483b6a-e40f-4b39-aea3-60601d1faf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:48.691414 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8cadea-9c08-414b-8b60-b41677cf7498 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:48.706342 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0be7e573-2b77-4ad4-a9d4-24ec65379afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:48.734802 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:48.771439 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0be7e573-2b77-4ad4-a9d4-24ec65379afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:48.778234 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-0be7e573-2b77-4ad4-a9d4-24ec65379afa admin admin] Usage tracker for resource:security_group_rule and tenant:150e885a75be436c8466fe0b5d6c9826 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:48.782643 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-0be7e573-2b77-4ad4-a9d4-24ec65379afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:48.790973 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0be7e573-2b77-4ad4-a9d4-24ec65379afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:48.861310 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Transition to ACTIVE for port object 4c8cadea-9c08-414b-8b60-b41677cf7498 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:48.983528 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.002473 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4b4c20a2-3fbd-41c7-bf7d-010a54e0f638 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:49.076285 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0be7e573-2b77-4ad4-a9d4-24ec65379afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.136873 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Pushing event updated for resources: {'Port': ['ID=4c8cadea-9c08-414b-8b60-b41677cf7498,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:49.140234 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:49.141202 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0be7e573-2b77-4ad4-a9d4-24ec65379afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.167758 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:49.281792 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-0be7e573-2b77-4ad4-a9d4-24ec65379afa admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=150e885a75be436c8466fe0b5d6c9826&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5237274 Apr 30 13:12:49.281908 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 41294) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:49.295614 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7e573-2b77-4ad4-a9d4-24ec65379afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0d76cd-f8b3-40ed-8673-c1bd61031b8f,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:49.298940 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0be7e573-2b77-4ad4-a9d4-24ec65379afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:49.307106 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Attempting to bind port 4c8cadea-9c08-414b-8b60-b41677cf7498 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:49.307406 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Attempting to bind port 4c8cadea-9c08-414b-8b60-b41677cf7498 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:49.307742 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Attempting to bind port 4c8cadea-9c08-414b-8b60-b41677cf7498 on network 8adb758d-2a96-45ff-b291-004c1ecf371a {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:49.320534 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a6e6d-9609-4a7b-b120-15bcc6c43926 req-ad7d5219-0af1-4220-bcff-d1f1bd6a3ab7 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:49.322049 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-438a6e6d-9609-4a7b-b120-15bcc6c43926 req-ad7d5219-0af1-4220-bcff-d1f1bd6a3ab7 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.4593518 Apr 30 13:12:49.323359 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Port 4c8cadea-9c08-414b-8b60-b41677cf7498 on network 8adb758d-2a96-45ff-b291-004c1ecf371a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:49.323359 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Attempting to bind port 4c8cadea-9c08-414b-8b60-b41677cf7498 on network 8adb758d-2a96-45ff-b291-004c1ecf371a {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:49.330766 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:49.331158 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Checking segment: {'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:49.331574 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Bound using segment: {'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:49.332007 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Bound port: 4c8cadea-9c08-414b-8b60-b41677cf7498, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:49.332346 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.449513 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-438a6e6d-9609-4a7b-b120-15bcc6c43926 req-bf3e8eea-a50a-4bd2-86c7-4853c5581aa8 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050947 Apr 30 13:12:49.482709 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] For port 4c8cadea-9c08-414b-8b60-b41677cf7498, host hv-cinder-78836, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:49.487088 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] For port 4c8cadea-9c08-414b-8b60-b41677cf7498, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c8cadea-9c08-414b-8b60-b41677cf7498,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:49.493790 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.504846 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3aff877b-b72c-43e8-9edb-6642ec9489de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:49.520197 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-92345de3-9d78-482d-a346-71bfcd55a72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.552546 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-92345de3-9d78-482d-a346-71bfcd55a72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.574180 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:49.574788 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.576162 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] 10.222.0.90 "PUT /v2.0/ports/4c8cadea-9c08-414b-8b60-b41677cf7498 HTTP/1.1" status: 200 len: 1093 time: 2.0562074 Apr 30 13:12:49.579202 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1198fa01-c7ef-4224-babb-709d4af8ea96', 'tag': '4c8cadea-9c08-414b-8b60-b41677cf7498'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:49.610411 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-92345de3-9d78-482d-a346-71bfcd55a72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.617452 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-6a7b733b-ec50-41fc-965c-71cfa3b0de35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:49.629047 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92345de3-9d78-482d-a346-71bfcd55a72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0d76cd-f8b3-40ed-8673-c1bd61031b8f,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:49.652747 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-92345de3-9d78-482d-a346-71bfcd55a72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:49.677613 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50366025-20fc-4352-acc3-04e8923f4c52 req-81b3c611-272f-4ef6-811e-172679f92e2e tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:49.679856 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Pushing event updated for resources: {'Port': ['ID=4c8cadea-9c08-414b-8b60-b41677cf7498,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:49.686082 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-50366025-20fc-4352-acc3-04e8923f4c52 req-81b3c611-272f-4ef6-811e-172679f92e2e tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 943 time: 0.3811152 Apr 30 13:12:49.689326 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-92345de3-9d78-482d-a346-71bfcd55a72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.690667 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-92345de3-9d78-482d-a346-71bfcd55a72d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/be0d76cd-f8b3-40ed-8673-c1bd61031b8f HTTP/1.1" status: 204 len: 168 time: 0.4084110 Apr 30 13:12:49.737806 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.740087 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:49.741917 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1198fa01-c7ef-4224-babb-709d4af8ea96', 'tag': '4c8cadea-9c08-414b-8b60-b41677cf7498', 'status': 'completed', 'code': 200} Apr 30 13:12:49.746019 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-50366025-20fc-4352-acc3-04e8923f4c52 req-9faab8a5-4999-4e17-b06a-c93f70a3be11 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586565 Apr 30 13:12:49.788828 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-5f5bb3aa-bd74-4f94-8eda-9e72d05a92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:49.790377 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-5f5bb3aa-bd74-4f94-8eda-9e72d05a92d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d6b8117760f4652a00a37c93b960cac&device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 1096 time: 0.1027832 Apr 30 13:12:49.882806 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-c876525c-e822-4694-8d94-7c552a3a0682 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c8cadea-9c08-414b-8b60-b41677cf7498 HTTP/1.1" status: 200 len: 217 time: 0.0709462 Apr 30 13:12:49.966041 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-40ca1e16-d91a-4c31-b201-16ce972a375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:49.967714 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-40ca1e16-d91a-4c31-b201-16ce972a375d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adcaaf38-75b3-455f-9d70-d232543aec69 HTTP/1.1" status: 200 len: 855 time: 0.0731783 Apr 30 13:12:50.033376 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-f8339d54-29d3-4aaa-8ea5-eff11115807e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8adb758d-2a96-45ff-b291-004c1ecf371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584252 Apr 30 13:12:50.224786 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 41322) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:50.261923 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7b47849a-5126-4eec-bf86-b5cbc1b972ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.298513 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-7b47849a-5126-4eec-bf86-b5cbc1b972ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:50.311072 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-7b47849a-5126-4eec-bf86-b5cbc1b972ce admin admin] Usage tracker for resource:security_group_rule and tenant:a7921e10bd054d74bac34995d57a9d37 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:50.317788 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-7b47849a-5126-4eec-bf86-b5cbc1b972ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:50.331876 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-7b47849a-5126-4eec-bf86-b5cbc1b972ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:50.336237 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-906d2289-df11-4aed-b104-74d87e232b06 service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905352 Apr 30 13:12:50.461146 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7b47849a-5126-4eec-bf86-b5cbc1b972ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.466321 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7b47849a-5126-4eec-bf86-b5cbc1b972ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.489389 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d5411aa1-1dc8-4a25-88ef-4d53c5b53304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:50.508114 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-59a2a512-0861-4c0f-8a67-0d567b361e28 req-3d78805b-9e97-4c2f-820b-a21821b41274 service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550357 Apr 30 13:12:50.533400 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47849a-5126-4eec-bf86-b5cbc1b972ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e65eca9-fd40-4e42-904c-8150b007b874,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:50.547202 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-7b47849a-5126-4eec-bf86-b5cbc1b972ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:50.551694 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-7b47849a-5126-4eec-bf86-b5cbc1b972ce admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a7921e10bd054d74bac34995d57a9d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257637 Apr 30 13:12:50.554336 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 41338) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:50.574011 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 41342) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:50.615522 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ec54-d575-4486-b53e-f4737f978b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.643452 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ec54-d575-4486-b53e-f4737f978b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.704381 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ec54-d575-4486-b53e-f4737f978b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.710635 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:50.729483 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9ec54-d575-4486-b53e-f4737f978b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e65eca9-fd40-4e42-904c-8150b007b874,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:50.734288 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-8ba9ec54-d575-4486-b53e-f4737f978b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:50.735070 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92151cb-4ecd-4f09-8867-6ff546cbfa7c admin admin] Deleting subnet 30ea728c-71e9-40d8-8c12-ebc997c9bcf3 {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:12:50.739927 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ec54-d575-4486-b53e-f4737f978b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.741375 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-8ba9ec54-d575-4486-b53e-f4737f978b8d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4e65eca9-fd40-4e42-904c-8150b007b874 HTTP/1.1" status: 204 len: 168 time: 0.1858788 Apr 30 13:12:50.744659 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e92151cb-4ecd-4f09-8867-6ff546cbfa7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.835212 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e92151cb-4ecd-4f09-8867-6ff546cbfa7c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.851658 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e92151cb-4ecd-4f09-8867-6ff546cbfa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134165206'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.898272 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b59ba-89ab-4651-8592-0ea8c15ec9a5 req-8d89365f-3b3b-442a-a414-ea35b3b9cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:50.899750 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e54b59ba-89ab-4651-8592-0ea8c15ec9a5 req-8d89365f-3b3b-442a-a414-ea35b3b9cdde service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d6b8117760f4652a00a37c93b960cac&device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 1096 time: 0.2317610 Apr 30 13:12:50.913718 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1a1f5-3adb-4d34-801e-9b6d0d4a2e45 req-e883d21a-bd8f-4001-8346-8744a0e0a4d2 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:50.915497 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cef1a1f5-3adb-4d34-801e-9b6d0d4a2e45 req-e883d21a-bd8f-4001-8346-8744a0e0a4d2 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.3057137 Apr 30 13:12:50.994607 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046db86-cde5-43ab-a7ab-2ffe7fedb102 req-33167841-1f0b-49da-a962-01ca8daa6adf tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:50.996577 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e046db86-cde5-43ab-a7ab-2ffe7fedb102 req-33167841-1f0b-49da-a962-01ca8daa6adf tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 943 time: 0.1043544 Apr 30 13:12:51.086429 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e046db86-cde5-43ab-a7ab-2ffe7fedb102 req-f375292b-c6de-430e-a153-c90a19b8e5c6 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826340 Apr 30 13:12:51.170755 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cef1a1f5-3adb-4d34-801e-9b6d0d4a2e45 req-de4d0d52-7604-4530-b9cf-1244fbb1cc0f tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325661 Apr 30 13:12:51.324854 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.341749 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b59ba-89ab-4651-8592-0ea8c15ec9a5 req-94f26032-2add-4d6f-8d12-062957bb716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:51.343270 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e54b59ba-89ab-4651-8592-0ea8c15ec9a5 req-94f26032-2add-4d6f-8d12-062957bb716c service neutron] 10.222.0.90 "GET /v2.0/networks?id=8adb758d-2a96-45ff-b291-004c1ecf371a HTTP/1.1" status: 200 len: 917 time: 0.4268694 Apr 30 13:12:51.447910 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e54b59ba-89ab-4651-8592-0ea8c15ec9a5 req-4ec248aa-0f87-49ac-a94c-5bcb9f60d5f1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c8cadea-9c08-414b-8b60-b41677cf7498 HTTP/1.1" status: 200 len: 217 time: 0.0857954 Apr 30 13:12:51.574360 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b59ba-89ab-4651-8592-0ea8c15ec9a5 req-54b96cdc-4304-4fbb-800a-c9605daeb6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:51.574360 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e54b59ba-89ab-4651-8592-0ea8c15ec9a5 req-54b96cdc-4304-4fbb-800a-c9605daeb6e6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adcaaf38-75b3-455f-9d70-d232543aec69 HTTP/1.1" status: 200 len: 855 time: 0.0839853 Apr 30 13:12:51.640770 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e54b59ba-89ab-4651-8592-0ea8c15ec9a5 req-5707e608-4f90-4feb-80ca-b92f230fdb9f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8adb758d-2a96-45ff-b291-004c1ecf371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552597 Apr 30 13:12:51.644373 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e92151cb-4ecd-4f09-8867-6ff546cbfa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134165199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.660239 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9c487604-203c-4744-a3c6-c0081a9dd4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:51.734642 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e92151cb-4ecd-4f09-8867-6ff546cbfa7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.740399 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92151cb-4ecd-4f09-8867-6ff546cbfa7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ea728c-71e9-40d8-8c12-ebc997c9bcf3,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:51.743812 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e92151cb-4ecd-4f09-8867-6ff546cbfa7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:51.811232 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-e92151cb-4ecd-4f09-8867-6ff546cbfa7c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/30ea728c-71e9-40d8-8c12-ebc997c9bcf3 HTTP/1.1" status: 204 len: 168 time: 1.2334032 Apr 30 13:12:51.811973 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 41394) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:52.019442 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e54b59ba-89ab-4651-8592-0ea8c15ec9a5 req-5ddaef98-6bf6-419f-84f8-59ee56cb48e7 service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598521 Apr 30 13:12:52.025764 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133776857'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:52.496791 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1715d-7da5-4ef9-bb5b-f82e3ba5870e req-21f964a8-edf0-43ef-a5f7-980ee4306d04 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:52.504618 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a4a1715d-7da5-4ef9-bb5b-f82e3ba5870e req-21f964a8-edf0-43ef-a5f7-980ee4306d04 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 943 time: 0.1393495 Apr 30 13:12:52.559057 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a4a1715d-7da5-4ef9-bb5b-f82e3ba5870e req-71cd281e-f119-4a4d-b0bc-223f1d542cf6 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533705 Apr 30 13:12:52.609704 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134168155', 'neutron.services.segments.db._delete_segments_for_network-8749317885085'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:52.755282 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:52.756074 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:52.756902 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:52.757254 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Subscribe: > port after_create 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:52.757575 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Subscribe: > port after_delete 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:52.757946 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Subscribe: > port after_update 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:52.757946 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:52.757946 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:52.757946 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:52.757946 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:52.927699 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:52.928291 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:52.928495 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:52.929092 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:12:52.929453 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117bc530-2996-4b3b-8816-162f93e84fe7']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:53.012719 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9d1eec-6343-44ea-b562-2c83dfbb5b35') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:53.012895 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9d1eec-6343-44ea-b562-2c83dfbb5b35') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:53.029898 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e54b59ba-89ab-4651-8592-0ea8c15ec9a5 req-2c51c341-c280-42b0-bc04-cde0746e52d8 service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9360271 Apr 30 13:12:53.036217 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749317896807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3502592'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.061228 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.080865 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Releasing vlan 1248 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:12:53.182473 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4ba50-8bf6-42e7-b820-0d24d573f5b0 req-24b3438b-1390-4b69-9c98-34dc393d5ddc tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:53.183990 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c6c4ba50-8bf6-42e7-b820-0d24d573f5b0 req-24b3438b-1390-4b69-9c98-34dc393d5ddc tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.6349070 Apr 30 13:12:53.348093 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Network 117bc530-2996-4b3b-8816-162f93e84fe7 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:12:53.361153 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134162659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2553989'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.445493 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c6c4ba50-8bf6-42e7-b820-0d24d573f5b0 req-0c9d3fb6-dc9d-4900-a7e0-72ee0de7edc7 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418582 Apr 30 13:12:53.648748 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Network 117bc530-2996-4b3b-8816-162f93e84fe7 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: from cryptography.utils import int_from_bytes Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: from cryptography.utils import int_from_bytes Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: Traceback (most recent call last): Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: timer() Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: cb(*args, **kw) Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: return func(*args, **kwargs) Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: self._notify() Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: self.callback(batched_events) Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: event.method(event) Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: return f(self, *a, **k) Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: return self._get(url).json() Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: return self.request(url, 'GET', **kwargs) Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:12:53.676302 dv-cinder-788363-2-smb neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:12:53.771837 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134168144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931953'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.776412 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:53.800850 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.803802 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Pushing event deleted for resources: {'Network': ['ID=117bc530-2996-4b3b-8816-162f93e84fe7,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:53.810250 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15547914-78bb-4572-a7f2-0408fe483cf4 req-285554b9-29f6-4390-bf12-a66e28b88ff0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:53.812477 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-15547914-78bb-4572-a7f2-0408fe483cf4 req-285554b9-29f6-4390-bf12-a66e28b88ff0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 943 time: 0.1116054 Apr 30 13:12:53.817377 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:53.817892 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:53.818309 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:53.818647 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:53.818984 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:53.819319 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:53.819646 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:53.819975 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:53.820310 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:53.820624 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:53.820951 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:53.821272 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:53.831311 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:53.833903 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] 10.222.0.93 "DELETE /v2.0/networks/117bc530-2996-4b3b-8816-162f93e84fe7 HTTP/1.1" status: 204 len: 168 time: 2.0211129 Apr 30 13:12:53.877295 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-15547914-78bb-4572-a7f2-0408fe483cf4 req-51196894-9390-4b97-a3e7-0cb86683fb5a tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577004 Apr 30 13:12:54.069585 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 41496) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:54.123306 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-1b354400-2237-4e2c-9b21-4019fc51d6d8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=48c39206ac044840bfa3b1766a2c38b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499165 Apr 30 13:12:54.123306 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 41500) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:54.200791 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4cf50e2f-0578-43e9-bf5e-2063c8308e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.234142 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4cf50e2f-0578-43e9-bf5e-2063c8308e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.305080 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4cf50e2f-0578-43e9-bf5e-2063c8308e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.311713 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-283c07b7-ad3d-47db-8fa4-9811660c4283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:54.324738 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf50e2f-0578-43e9-bf5e-2063c8308e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f09425-03c3-4265-be3f-162a55bdac3e,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:54.327904 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4cf50e2f-0578-43e9-bf5e-2063c8308e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:54.345764 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4cf50e2f-0578-43e9-bf5e-2063c8308e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.346730 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-4cf50e2f-0578-43e9-bf5e-2063c8308e44 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e5f09425-03c3-4265-be3f-162a55bdac3e HTTP/1.1" status: 204 len: 168 time: 0.2225976 Apr 30 13:12:54.589083 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 4c8cadea-9c08-414b-8b60-b41677cf7498 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:54.657316 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808ceb0-58de-43e3-bf2d-322d8f366e53 req-a337da3a-82a7-4344-bfe0-145feba4306a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:54.659225 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d808ceb0-58de-43e3-bf2d-322d8f366e53 req-a337da3a-82a7-4344-bfe0-145feba4306a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.0849004 Apr 30 13:12:54.719105 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d808ceb0-58de-43e3-bf2d-322d8f366e53 req-c6752c77-da1f-49f1-85bd-f7354e3b8acb tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491235 Apr 30 13:12:54.760610 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 4c8cadea-9c08-414b-8b60-b41677cf7498, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c8cadea-9c08-414b-8b60-b41677cf7498,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:54.774444 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': '4c8cadea-9c08-414b-8b60-b41677cf7498', 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a', 'port_id': '4c8cadea-9c08-414b-8b60-b41677cf7498', 'mac_address': 'fa:16:3e:5a:e2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcaaf38-75b3-455f-9d70-d232543aec69', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:54.830601 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.847671 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8cadea-9c08-414b-8b60-b41677cf7498 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:54.863898 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 4c8cadea-9c08-414b-8b60-b41677cf7498, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c8cadea-9c08-414b-8b60-b41677cf7498,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:54.868900 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.871598 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:54.951733 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=4c8cadea-9c08-414b-8b60-b41677cf7498,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:54.965023 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:55.130046 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1d936-3370-45a8-b3cc-1e2873add5b9 req-7d3f0082-2ee3-409f-a281-8c2406439edf tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:55.137899 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fca1d936-3370-45a8-b3cc-1e2873add5b9 req-7d3f0082-2ee3-409f-a281-8c2406439edf tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 944 time: 0.1416867 Apr 30 13:12:55.189794 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fca1d936-3370-45a8-b3cc-1e2873add5b9 req-290cab69-9503-45c7-8605-fb6419b8e58d tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509515 Apr 30 13:12:55.195325 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 41556) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:55.297419 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['4c8cadea-9c08-414b-8b60-b41677cf7498'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:55.306781 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-network', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:55.311958 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:55.316090 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Usage tracker for resource:network and tenant:019ca6f09f6e4be8a4d5d69ef83c1963 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:55.319328 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:55.326642 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:55.338028 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Made reservation on behalf of 019ca6f09f6e4be8a4d5d69ef83c1963 for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:55.340304 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.354228 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.368998 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:55.372808 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Usage tracker for resource:security_group_rule and tenant:019ca6f09f6e4be8a4d5d69ef83c1963 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:55.375678 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:55.381398 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:55.483292 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.489266 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.493900 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c099c6ca-2d67-4713-88b1-69204b167604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:55.521806 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1200, 'physical_network': 'physnet1'} {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:12:55.537186 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461dce67-966d-4402-a20e-b3fb9cebe05c,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:55.546991 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.547444 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.segments_db [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Added segment c1d12467-5855-4e9d-b0b2-32a3b84d3d04 of type vlan for network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 Apr 30 13:12:55.550305 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:55.580142 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.615227 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.616807 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:55.617533 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.623043 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:55.734635 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Pushing event updated for resources: {'Network': ['ID=4c426767-2e36-4bf8-afcd-7ed2bbd68c18,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:55.738727 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5423584 Apr 30 13:12:55.739941 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:55.741847 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 41584) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:55.748401 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Request body: {'subnet': {'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-subnet', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:55.753028 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:12:55.754512 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:55.759986 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Usage tracker for resource:subnet and tenant:019ca6f09f6e4be8a4d5d69ef83c1963 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:55.764033 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:55.773618 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:55.786412 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Made reservation on behalf of 019ca6f09f6e4be8a4d5d69ef83c1963 for: {'subnet': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:55.790137 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.932558 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 41596) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:56.133791 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7e812b24-396e-41c0-91cc-97264e8b36ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.159664 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-7e812b24-396e-41c0-91cc-97264e8b36ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:56.165473 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-7e812b24-396e-41c0-91cc-97264e8b36ae admin admin] Usage tracker for resource:security_group_rule and tenant:fb396a10e95c424d82aafb77ac7afba1 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:56.169311 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-7e812b24-396e-41c0-91cc-97264e8b36ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:56.177812 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-7e812b24-396e-41c0-91cc-97264e8b36ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:56.187075 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342451e-e22c-4bfd-93f8-ccc3965972a3 req-feb965ff-d2de-4b20-8564-014828755a97 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:56.188583 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1342451e-e22c-4bfd-93f8-ccc3965972a3 req-feb965ff-d2de-4b20-8564-014828755a97 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.2316868 Apr 30 13:12:56.275993 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1342451e-e22c-4bfd-93f8-ccc3965972a3 req-89d89689-db39-46d1-8d92-cb45957433e4 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742469 Apr 30 13:12:56.340479 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7e812b24-396e-41c0-91cc-97264e8b36ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.345385 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for subnet, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.347029 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7e812b24-396e-41c0-91cc-97264e8b36ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.351051 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-5903015b-6a6e-42ca-880b-de93379e4c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:56.368769 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0bebac91-c118-49bc-b8d6-3239476a14c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:56.378152 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 41616) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:56.453052 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-7e812b24-396e-41c0-91cc-97264e8b36ae admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fb396a10e95c424d82aafb77ac7afba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5178542 Apr 30 13:12:56.458327 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e812b24-396e-41c0-91cc-97264e8b36ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3925de82-073f-430d-a5b7-25e5e4173c28,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:56.458567 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 41624) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:56.462923 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7e812b24-396e-41c0-91cc-97264e8b36ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:56.557540 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Checking segment: {'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:56.557540 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Network hostable DHCP agents. Network: 4c426767-2e36-4bf8-afcd-7ed2bbd68c18, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:12:56.587041 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a9087f-e65a-4a37-b218-569f62f239a8,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:56.594439 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 4c8cadea-9c08-414b-8b60-b41677cf7498 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:56.654219 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-af86b73c-52b6-42df-888d-8c510f26a39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.669460 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:56.669930 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:56.670575 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:56.671519 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:56.671519 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:56.671732 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:56.672112 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:56.672336 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port 4c8cadea-9c08-414b-8b60-b41677cf7498 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:56.672563 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:56.673053 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:56.673422 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:56.673743 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:56.674078 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:56.681283 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port 4c8cadea-9c08-414b-8b60-b41677cf7498 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:56.681672 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.691685 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:56.729049 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:12:56.737031 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-af86b73c-52b6-42df-888d-8c510f26a39d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:56.748189 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-af86b73c-52b6-42df-888d-8c510f26a39d admin admin] Usage tracker for resource:security_group_rule and tenant:62d5da95f7e24685ab71942bc3486ec8 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:56.755345 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-c66a6fde-c967-46d9-9435-1de5f3036be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.761190 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-af86b73c-52b6-42df-888d-8c510f26a39d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:56.792369 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-af86b73c-52b6-42df-888d-8c510f26a39d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:56.796697 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, 4c426767-2e36-4bf8-afcd-7ed2bbd68c18) {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:56.818692 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173d3e-7401-46db-8459-63baeb2e8333 req-8753ba8d-f8a3-415a-b209-2177bc0178bf tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:56.820347 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3d173d3e-7401-46db-8459-63baeb2e8333 req-8753ba8d-f8a3-415a-b209-2177bc0178bf tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 944 time: 0.3609202 Apr 30 13:12:56.829884 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:56.839937 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.840055 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a734469-3921-4763-a421-b74bdfeb693d None None] Network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:12:56.843813 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-c66a6fde-c967-46d9-9435-1de5f3036be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.861188 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.941019 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1977956 Apr 30 13:12:56.943767 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 41642) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:56.949096 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:56.951680 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1198fa01-c7ef-4224-babb-709d4af8ea96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8cadea-9c08-414b-8b60-b41677cf7498'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:56.953815 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:56.968186 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 4c8cadea-9c08-414b-8b60-b41677cf7498, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c8cadea-9c08-414b-8b60-b41677cf7498,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:56.968776 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Usage tracker for resource:router and tenant:019ca6f09f6e4be8a4d5d69ef83c1963 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:56.972300 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.976543 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:56.977817 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:56.978715 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3d173d3e-7401-46db-8459-63baeb2e8333 req-7535018a-f21c-4f69-a2a1-3d194a26386e tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371999 Apr 30 13:12:56.995299 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:57.018559 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59942'] for router, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.020011 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-973016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59999'] for router, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.031438 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-c66a6fde-c967-46d9-9435-1de5f3036be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.036731 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1198fa01-c7ef-4224-babb-709d4af8ea96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8cadea-9c08-414b-8b60-b41677cf7498', 'code': 200} Apr 30 13:12:57.037796 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:57.038939 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.061193 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a6fde-c967-46d9-9435-1de5f3036be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3925de82-073f-430d-a5b7-25e5e4173c28,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:57.070937 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-c66a6fde-c967-46d9-9435-1de5f3036be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:57.082285 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-af86b73c-52b6-42df-888d-8c510f26a39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.083834 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-c66a6fde-c967-46d9-9435-1de5f3036be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.084993 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-c66a6fde-c967-46d9-9435-1de5f3036be9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3925de82-073f-430d-a5b7-25e5e4173c28 HTTP/1.1" status: 204 len: 168 time: 0.6208034 Apr 30 13:12:57.086792 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-af86b73c-52b6-42df-888d-8c510f26a39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.096414 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-8cd7af8d-d691-4ab8-87e5-af9e7b0cfba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:57.122640 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=4c8cadea-9c08-414b-8b60-b41677cf7498,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:57.127379 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:57.155899 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-af86b73c-52b6-42df-888d-8c510f26a39d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=62d5da95f7e24685ab71942bc3486ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7730479 Apr 30 13:12:57.156710 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 41652) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:57.160539 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86b73c-52b6-42df-888d-8c510f26a39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bf11f6-2168-4b7e-8360-2a8a7cfb96d6,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:57.176123 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-af86b73c-52b6-42df-888d-8c510f26a39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:57.209062 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6240a12c-8c8e-5dca-9d08-f3b2e435f8ad-4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8'}]}} from dv-cinder-788363-2-smb. {{(pid=73860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:12:57.210326 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.236331 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-637c71ba-bcae-4229-8218-c1149ea2eddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.269891 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-637c71ba-bcae-4229-8218-c1149ea2eddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.379573 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-637c71ba-bcae-4229-8218-c1149ea2eddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.389064 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-847a19ef-34a0-418c-98f2-5868865485c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:57.422036 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c71ba-bcae-4229-8218-c1149ea2eddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bf11f6-2168-4b7e-8360-2a8a7cfb96d6,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:57.426777 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-637c71ba-bcae-4229-8218-c1149ea2eddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:57.427922 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-637c71ba-bcae-4229-8218-c1149ea2eddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.429845 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-637c71ba-bcae-4229-8218-c1149ea2eddc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a3bf11f6-2168-4b7e-8360-2a8a7cfb96d6 HTTP/1.1" status: 204 len: 168 time: 0.2716212 Apr 30 13:12:57.496460 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Allocated IP 172.20.0.2 (4c426767-2e36-4bf8-afcd-7ed2bbd68c18/49a9087f-e65a-4a37-b218-569f62f239a8/a421a6fc-40be-4f32-ab77-5c24ca4e9349) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:57.543445 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 41662) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:57.569899 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1f417d68-a14a-466f-b52d-b2a315bfc647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.584618 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-646741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59977'] for router, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.597600 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-1f417d68-a14a-466f-b52d-b2a315bfc647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:57.601710 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-1f417d68-a14a-466f-b52d-b2a315bfc647 admin admin] Usage tracker for resource:security_group_rule and tenant:98964b81d271451ca57dcd25d1035bba is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:57.604660 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-1f417d68-a14a-466f-b52d-b2a315bfc647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:57.611450 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-1f417d68-a14a-466f-b52d-b2a315bfc647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:57.618048 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a6434-46ed-4ff5-a8b5-07ca16cef638 req-3605a3b1-a6ee-4491-a366-833b6b2f4613 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:57.619961 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-553a6434-46ed-4ff5-a8b5-07ca16cef638 req-3605a3b1-a6ee-4491-a366-833b6b2f4613 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.1350722 Apr 30 13:12:57.677856 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-553a6434-46ed-4ff5-a8b5-07ca16cef638 req-250cb433-1526-46fc-b68c-11cfebd23806 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506027 Apr 30 13:12:57.708705 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef448449-81f2-4b1f-b1a5-a5adfb7945ab req-d040904e-90ed-423f-9e13-56a5741bd40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:57.713316 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ef448449-81f2-4b1f-b1a5-a5adfb7945ab req-d040904e-90ed-423f-9e13-56a5741bd40f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 1098 time: 0.2962122 Apr 30 13:12:57.827597 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.841863 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Transition to ACTIVE for port object a421a6fc-40be-4f32-ab77-5c24ca4e9349 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:57.865882 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Transition to ACTIVE for port object a421a6fc-40be-4f32-ab77-5c24ca4e9349 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:57.872333 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.887654 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:57.932500 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1f417d68-a14a-466f-b52d-b2a315bfc647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.935551 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ef448449-81f2-4b1f-b1a5-a5adfb7945ab req-ba34c251-3ec1-4bb9-8897-9c6136512bb5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103181 Apr 30 13:12:57.937406 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 41674) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:57.939327 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1f417d68-a14a-466f-b52d-b2a315bfc647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.947795 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:57.972724 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f41d8d9d-cfeb-4757-8dcd-3e5a171f166b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.992335 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Pushing event updated for resources: {'Port': ['ID=a421a6fc-40be-4f32-ab77-5c24ca4e9349,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:57.996985 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:57.999251 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:58.000709 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:58.004146 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:58.014918 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-f41d8d9d-cfeb-4757-8dcd-3e5a171f166b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:58.020944 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f417d68-a14a-466f-b52d-b2a315bfc647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3f9fb3-36dd-4499-a766-3baea54d527e,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:58.026386 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-f41d8d9d-cfeb-4757-8dcd-3e5a171f166b admin admin] Usage tracker for resource:security_group_rule and tenant:18730eb821bc4cd9b7ae78a799e845e1 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:58.034886 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-f41d8d9d-cfeb-4757-8dcd-3e5a171f166b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:58.037111 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-1f417d68-a14a-466f-b52d-b2a315bfc647 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=98964b81d271451ca57dcd25d1035bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4919536 Apr 30 13:12:58.038218 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1f417d68-a14a-466f-b52d-b2a315bfc647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:58.040305 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 41684) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:58.047971 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-f41d8d9d-cfeb-4757-8dcd-3e5a171f166b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:58.181626 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Attempting to bind port a421a6fc-40be-4f32-ab77-5c24ca4e9349 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:58.182026 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Attempting to bind port a421a6fc-40be-4f32-ab77-5c24ca4e9349 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:58.182410 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Attempting to bind port a421a6fc-40be-4f32-ab77-5c24ca4e9349 on network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:58.200994 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:58.201367 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Checking segment: {'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:58.201775 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.202210 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Bound using segment: {'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:58.202670 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Bound port: a421a6fc-40be-4f32-ab77-5c24ca4e9349, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:58.203071 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.220805 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f41d8d9d-cfeb-4757-8dcd-3e5a171f166b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.231419 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f41d8d9d-cfeb-4757-8dcd-3e5a171f166b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.249916 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:58.385715 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-f41d8d9d-cfeb-4757-8dcd-3e5a171f166b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=18730eb821bc4cd9b7ae78a799e845e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4455328 Apr 30 13:12:58.389126 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 41704) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:58.393341 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d8d9d-cfeb-4757-8dcd-3e5a171f166b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff535e9a-05fd-4797-8ef5-4bca3979b5b1,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:58.398647 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] For port a421a6fc-40be-4f32-ab77-5c24ca4e9349, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:58.402220 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] For port a421a6fc-40be-4f32-ab77-5c24ca4e9349, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=a421a6fc-40be-4f32-ab77-5c24ca4e9349,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:58.407244 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.413178 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-af63794b-a933-4b94-9893-3ad827e42766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:58.426221 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f41d8d9d-cfeb-4757-8dcd-3e5a171f166b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:58.487872 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-44e6d092-c60d-4b96-983f-b908ba55abc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.513400 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2e10bc47-774f-43b7-8c6b-faa7874ce3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.528088 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Pushing event updated for resources: {'Port': ['ID=a421a6fc-40be-4f32-ab77-5c24ca4e9349,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:58.531526 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:58.538842 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-44e6d092-c60d-4b96-983f-b908ba55abc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.570695 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.600111 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2e10bc47-774f-43b7-8c6b-faa7874ce3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.608160 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-44e6d092-c60d-4b96-983f-b908ba55abc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.617417 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-24b70125-5ccd-48f7-be4d-d418e9d93e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:58.622143 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.634507 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6d092-c60d-4b96-983f-b908ba55abc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff535e9a-05fd-4797-8ef5-4bca3979b5b1,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:58.639772 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-44e6d092-c60d-4b96-983f-b908ba55abc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:58.662960 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-44e6d092-c60d-4b96-983f-b908ba55abc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.667964 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-44e6d092-c60d-4b96-983f-b908ba55abc8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ff535e9a-05fd-4797-8ef5-4bca3979b5b1 HTTP/1.1" status: 204 len: 168 time: 0.2771313 Apr 30 13:12:58.718713 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fdfa2-cc29-4d69-b0f3-67170bd07aad req-06b2a0c8-4dd1-4a97-9e5c-1932e32dd346 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:58.719428 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-240fdfa2-cc29-4d69-b0f3-67170bd07aad req-06b2a0c8-4dd1-4a97-9e5c-1932e32dd346 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Synchronizing usage tracker for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:58.884230 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-240fdfa2-cc29-4d69-b0f3-67170bd07aad req-06b2a0c8-4dd1-4a97-9e5c-1932e32dd346 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Unset dirty status for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:58.885439 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-240fdfa2-cc29-4d69-b0f3-67170bd07aad req-06b2a0c8-4dd1-4a97-9e5c-1932e32dd346 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 945 time: 0.6479051 Apr 30 13:12:58.944813 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2e10bc47-774f-43b7-8c6b-faa7874ce3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.948317 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Allocated IP 172.28.0.58 (07ca4a00-754c-4ee1-bad7-4e9920ec041b/ec54f1e6-42a0-405f-bb60-0305afc35dfb/d1bee600-3f11-4ac5-b07d-3097683e0115) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:58.953243 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:58.988154 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10bc47-774f-43b7-8c6b-faa7874ce3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3f9fb3-36dd-4499-a766-3baea54d527e,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:59.012546 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56785db-ddaf-444e-9af4-7408324aff4e req-7baafc2b-65ca-49a8-bbb7-c761a720844b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:59.015392 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a56785db-ddaf-444e-9af4-7408324aff4e req-7baafc2b-65ca-49a8-bbb7-c761a720844b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.1098123 Apr 30 13:12:59.035472 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2e10bc47-774f-43b7-8c6b-faa7874ce3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:59.072576 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-240fdfa2-cc29-4d69-b0f3-67170bd07aad req-40a92636-326f-4875-a6a0-2effffee5d18 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745043 Apr 30 13:12:59.086731 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a56785db-ddaf-444e-9af4-7408324aff4e req-c9022ef1-4a29-496e-87bf-adc58ea2f48d tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636778 Apr 30 13:12:59.175781 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2e10bc47-774f-43b7-8c6b-faa7874ce3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.179449 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-2e10bc47-774f-43b7-8c6b-faa7874ce3bb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0d3f9fb3-36dd-4499-a766-3baea54d527e HTTP/1.1" status: 204 len: 168 time: 1.1359808 Apr 30 13:12:59.246824 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.286641 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.292444 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-731b1cb8-97d1-457d-bab3-2f09d3606b70 tempest-DeleteServersTestJSON-291548763 tempest-DeleteServersTestJSON-291548763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:59.349945 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:59.353067 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:59.361906 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:59.429828 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Pushing event updated for resources: {'Port': ['ID=d1bee600-3f11-4ac5-b07d-3097683e0115,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:59.445650 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:59.995879 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66f6327-df85-4c93-8a22-b57508c3885f None None] Network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:13:00.148072 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-b06b6f68-09b5-4801-aad9-41e92db44714 None None] Provisioning for port a421a6fc-40be-4f32-ab77-5c24ca4e9349 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:00.592116 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.625993 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device a421a6fc-40be-4f32-ab77-5c24ca4e9349 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:00.751065 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17902f-7ab8-470d-9cc0-9d2b3b01ac7e req-3f65b506-1aea-419c-a199-39ba207a4215 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:00.753799 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ff17902f-7ab8-470d-9cc0-9d2b3b01ac7e req-3f65b506-1aea-419c-a199-39ba207a4215 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.2097573 Apr 30 13:13:00.846765 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port a421a6fc-40be-4f32-ab77-5c24ca4e9349 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:00.852022 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port a421a6fc-40be-4f32-ab77-5c24ca4e9349 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:00.852630 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.907668 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ff17902f-7ab8-470d-9cc0-9d2b3b01ac7e req-a487c38a-27da-4692-a4b6-1ae807778f35 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462996 Apr 30 13:13:01.029203 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:01.073749 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd6985-29ac-4885-bdd2-a2f604e93fec req-f26fb8ea-3622-4258-be98-170e3c8a05c6 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:01.075373 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-bcbd6985-29ac-4885-bdd2-a2f604e93fec req-f26fb8ea-3622-4258-be98-170e3c8a05c6 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 945 time: 0.6954284 Apr 30 13:13:01.102498 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port a421a6fc-40be-4f32-ab77-5c24ca4e9349, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=a421a6fc-40be-4f32-ab77-5c24ca4e9349,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:01.107130 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:01.109482 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:01.227416 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=a421a6fc-40be-4f32-ab77-5c24ca4e9349,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:01.230862 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:01.265671 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-bcbd6985-29ac-4885-bdd2-a2f604e93fec req-87e6c34c-4caa-4224-b0a4-81eece91ccf1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728630 Apr 30 13:13:01.325723 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-f8681811-cdcd-4715-bad4-07a955d9384a None None] Provisioning complete for port a421a6fc-40be-4f32-ab77-5c24ca4e9349 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:01.327164 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f8681811-cdcd-4715-bad4-07a955d9384a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:01.466621 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933219'] for router, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:01.647324 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0c34cf55-9ccd-47cf-a2e7-bccdb92d4f3d req-45068017-f02d-4667-bc8d-9d5fa09a5c88 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2671964 Apr 30 13:13:01.733549 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Router fa6061ad-64e2-4669-8437-196fc7e34abf is scheduled to L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f with binding_index 1 {{(pid=73859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:13:01.816529 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:02.013749 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 41866) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:02.024589 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:13:02.034951 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Sync routers for ids ['fa6061ad-64e2-4669-8437-196fc7e34abf'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:13:02.046967 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34cf55-9ccd-47cf-a2e7-bccdb92d4f3d req-3f5193e2-3c58-48c5-adaf-bbd2e4ec1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:02.049532 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0c34cf55-9ccd-47cf-a2e7-bccdb92d4f3d req-3f5193e2-3c58-48c5-adaf-bbd2e4ec1b53 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d6b8117760f4652a00a37c93b960cac&device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 1098 time: 0.2406626 Apr 30 13:13:02.058640 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Routers {'fa6061ad-64e2-4669-8437-196fc7e34abf'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:13:02.061139 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:12:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['fa6061ad-64e2-4669-8437-196fc7e34abf'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:02.071890 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:02.077319 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1300960 Apr 30 13:13:02.077812 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 41872) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:02.257075 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34cf55-9ccd-47cf-a2e7-bccdb92d4f3d req-0da48624-bf6f-4748-8c77-6f4154945574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:02.259145 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0c34cf55-9ccd-47cf-a2e7-bccdb92d4f3d req-0da48624-bf6f-4748-8c77-6f4154945574 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8adb758d-2a96-45ff-b291-004c1ecf371a HTTP/1.1" status: 200 len: 917 time: 0.1756406 Apr 30 13:13:02.324009 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-96a94beb-625a-4128-96e9-b6e18c202210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:02.356417 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0c34cf55-9ccd-47cf-a2e7-bccdb92d4f3d req-b5239109-53c9-48b0-9b22-ab033d176deb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b344b992-1dc4-4c68-90c3-df508a90969e HTTP/1.1" status: 200 len: 217 time: 0.0758052 Apr 30 13:13:02.442500 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-96a94beb-625a-4128-96e9-b6e18c202210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:02.454513 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-96a94beb-625a-4128-96e9-b6e18c202210 admin admin] Usage tracker for resource:security_group_rule and tenant:20d03bb4bac94c308b797225a4735560 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:02.457131 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Set router fa6061ad-64e2-4669-8437-196fc7e34abf gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:13:02.469221 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-96a94beb-625a-4128-96e9-b6e18c202210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:02.498498 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-96a94beb-625a-4128-96e9-b6e18c202210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:02.502949 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device a421a6fc-40be-4f32-ab77-5c24ca4e9349 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:02.532964 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34cf55-9ccd-47cf-a2e7-bccdb92d4f3d req-2be8b160-4ac2-48ad-9dea-0e2b16e329b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:02.535635 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0c34cf55-9ccd-47cf-a2e7-bccdb92d4f3d req-2be8b160-4ac2-48ad-9dea-0e2b16e329b8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adcaaf38-75b3-455f-9d70-d232543aec69 HTTP/1.1" status: 200 len: 855 time: 0.1759326 Apr 30 13:13:02.631443 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0c34cf55-9ccd-47cf-a2e7-bccdb92d4f3d req-a939a417-9d85-45bc-8c71-3f97a747f5b3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8adb758d-2a96-45ff-b291-004c1ecf371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866563 Apr 30 13:13:02.637361 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805a73f-6143-483c-a93d-eec30733a2b5 req-82b15f11-441f-4ab5-9276-43fe0fff9084 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:02.642248 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6805a73f-6143-483c-a93d-eec30733a2b5 req-82b15f11-441f-4ab5-9276-43fe0fff9084 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.4005923 Apr 30 13:13:02.679451 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port a421a6fc-40be-4f32-ab77-5c24ca4e9349 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:02.681375 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:02.890162 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-96a94beb-625a-4128-96e9-b6e18c202210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:02.903164 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-96a94beb-625a-4128-96e9-b6e18c202210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:02.904187 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0c34cf55-9ccd-47cf-a2e7-bccdb92d4f3d req-3e77a616-28c8-4498-a06d-89ea96468fa1 service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670915 Apr 30 13:13:02.916109 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-b339be54-f3d9-4b3d-b24e-34dad96f3939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:03.040842 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:12:59Z', 'revision_number': 3, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:03.045671 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Checking router: fa6061ad-64e2-4669-8437-196fc7e34abf for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:13:03.046256 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Updating router fa6061ad-64e2-4669-8437-196fc7e34abf port d1bee600-3f11-4ac5-b07d-3097683e0115 binding host dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:13:03.169223 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6805a73f-6143-483c-a93d-eec30733a2b5 req-790f35c4-9dce-4e99-b94c-a13ea4f23b9a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945846 Apr 30 13:13:03.183532 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.231301 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0c34cf55-9ccd-47cf-a2e7-bccdb92d4f3d req-eff3fe92-571a-41d4-81b0-6eac32ed8c0d service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163030 Apr 30 13:13:03.320010 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-96a94beb-625a-4128-96e9-b6e18c202210 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=20d03bb4bac94c308b797225a4735560&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3022828 Apr 30 13:13:03.321708 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 41910) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:03.325733 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a94beb-625a-4128-96e9-b6e18c202210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dde5b15-a0d4-46d2-82cb-954140139a85,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:03.325837 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 41914) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:03.329036 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-96a94beb-625a-4128-96e9-b6e18c202210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:03.345808 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 41918) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:03.411193 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.456406 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c803716e-ef5a-43be-b9c1-22624dbf9ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.491500 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c803716e-ef5a-43be-b9c1-22624dbf9ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.616904 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c803716e-ef5a-43be-b9c1-22624dbf9ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.624646 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f44490a9-4e10-4867-80d9-3c506c9c94a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:03.633513 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b435-3024-44ac-9db7-5bc3df52dfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.643144 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2385f408-5289-4bc1-8a2f-1aa773ca82df admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.664435 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803716e-ef5a-43be-b9c1-22624dbf9ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dde5b15-a0d4-46d2-82cb-954140139a85,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:03.666474 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-2385f408-5289-4bc1-8a2f-1aa773ca82df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:03.686163 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5fc2b435-3024-44ac-9db7-5bc3df52dfb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:03.694632 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-5fc2b435-3024-44ac-9db7-5bc3df52dfb6 admin admin] Usage tracker for resource:security_group_rule and tenant:7e7a19f6016e442285d100a95bb8c910 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:03.697792 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-5fc2b435-3024-44ac-9db7-5bc3df52dfb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:03.703860 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5fc2b435-3024-44ac-9db7-5bc3df52dfb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:03.704040 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Allocated IP 172.20.0.1 (4c426767-2e36-4bf8-afcd-7ed2bbd68c18/49a9087f-e65a-4a37-b218-569f62f239a8/6a88a2e4-a2c1-4f59-b811-16db9994a077) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:13:03.732710 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c803716e-ef5a-43be-b9c1-22624dbf9ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:03.736195 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-2385f408-5289-4bc1-8a2f-1aa773ca82df admin admin] Usage tracker for resource:security_group_rule and tenant:e42a3957bbe544d19093fd671b516557 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:03.738329 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.742156 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-2385f408-5289-4bc1-8a2f-1aa773ca82df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:03.746051 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c803716e-ef5a-43be-b9c1-22624dbf9ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.747181 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-c803716e-ef5a-43be-b9c1-22624dbf9ec1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6dde5b15-a0d4-46d2-82cb-954140139a85 HTTP/1.1" status: 204 len: 168 time: 0.4256883 Apr 30 13:13:03.752105 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-2385f408-5289-4bc1-8a2f-1aa773ca82df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:03.767338 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Transition to ACTIVE for port object d1bee600-3f11-4ac5-b07d-3097683e0115 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:03.779947 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.813671 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:03.870874 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b435-3024-44ac-9db7-5bc3df52dfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.890230 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b435-3024-44ac-9db7-5bc3df52dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.913429 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:03.935765 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Attempting to bind port d1bee600-3f11-4ac5-b07d-3097683e0115 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:13:03.936492 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Attempting to bind port d1bee600-3f11-4ac5-b07d-3097683e0115 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:13:03.937243 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Attempting to bind port d1bee600-3f11-4ac5-b07d-3097683e0115 on network 07ca4a00-754c-4ee1-bad7-4e9920ec041b {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:03.977202 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:13:03.977911 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Checking segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:13:03.978518 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.979097 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Bound using segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:13:03.980507 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Bound port: d1bee600-3f11-4ac5-b07d-3097683e0115, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:13:03.981458 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.048631 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.066454 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2385f408-5289-4bc1-8a2f-1aa773ca82df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.091877 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.provisioning_blocks [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Transition to ACTIVE for port object 6a88a2e4-a2c1-4f59-b811-16db9994a077 will not be triggered until provisioned by entity DHCP. {{(pid=73858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:04.097850 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2b435-3024-44ac-9db7-5bc3df52dfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a676848b-0737-42af-a34e-1d8ebf6fc789,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:04.105239 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Pushing event updated for resources: {'Port': ['ID=d1bee600-3f11-4ac5-b07d-3097683e0115,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:04.106632 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2385f408-5289-4bc1-8a2f-1aa773ca82df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.124777 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5fc2b435-3024-44ac-9db7-5bc3df52dfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:04.128041 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5fc2b435-3024-44ac-9db7-5bc3df52dfb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:04.138187 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.150055 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:04.161670 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-5fc2b435-3024-44ac-9db7-5bc3df52dfb6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7e7a19f6016e442285d100a95bb8c910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8038342 Apr 30 13:13:04.175013 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 41944) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:04.204532 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:04.204926 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:04.205269 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:04.205605 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:04.205930 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:04.207666 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:04.208021 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:04.208428 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:04.210450 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:04.210706 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:04.211037 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:04.211440 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:04.224665 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:13:04.228334 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:04.228946 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:04.232322 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:13:04.232782 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920045'] for router_interface, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.242464 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:13:04.283012 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a88a2e4-a2c1-4f59-b811-16db9994a077,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:04.296996 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:04.299205 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-2385f408-5289-4bc1-8a2f-1aa773ca82df admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e42a3957bbe544d19093fd671b516557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9719338 Apr 30 13:13:04.304547 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 41952) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:04.311440 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385f408-5289-4bc1-8a2f-1aa773ca82df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a53f38b-90f5-44f7-bf24-594c6c1f1244,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:04.331567 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2385f408-5289-4bc1-8a2f-1aa773ca82df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:04.348327 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] For port d1bee600-3f11-4ac5-b07d-3097683e0115, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:13:04.360281 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] For port d1bee600-3f11-4ac5-b07d-3097683e0115, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=d1bee600-3f11-4ac5-b07d-3097683e0115,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:13:04.377324 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.390708 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:04.440358 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e98bb5d3-3475-43bc-b232-10aebd890527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.483028 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-433aad53-7072-4af1-9d05-7d72422c574c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.499078 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e98bb5d3-3475-43bc-b232-10aebd890527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.535720 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Routers {'fa6061ad-64e2-4669-8437-196fc7e34abf'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:13:04.536714 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:12:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['fa6061ad-64e2-4669-8437-196fc7e34abf'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:04.555351 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-433aad53-7072-4af1-9d05-7d72422c574c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.569766 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-772695a3-c6a2-445c-a4a1-351733b4530c None None] Provisioning for port 6a88a2e4-a2c1-4f59-b811-16db9994a077 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:04.599220 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-772695a3-c6a2-445c-a4a1-351733b4530c None None] Provisioning complete for port 6a88a2e4-a2c1-4f59-b811-16db9994a077 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:04.600534 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-772695a3-c6a2-445c-a4a1-351733b4530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.610994 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Pushing event updated for resources: {'Port': ['ID=d1bee600-3f11-4ac5-b07d-3097683e0115,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:04.622009 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:04.668391 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.675929 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e98bb5d3-3475-43bc-b232-10aebd890527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.684565 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-78973fad-4b6d-4417-8f86-f54899354f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:04.731915 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bb5d3-3475-43bc-b232-10aebd890527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a676848b-0737-42af-a34e-1d8ebf6fc789,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:04.741456 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-433aad53-7072-4af1-9d05-7d72422c574c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.748347 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-c66a6fde-c967-46d9-9435-1de5f3036be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:04.759649 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e98bb5d3-3475-43bc-b232-10aebd890527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:04.769236 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433aad53-7072-4af1-9d05-7d72422c574c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a53f38b-90f5-44f7-bf24-594c6c1f1244,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:04.783499 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-433aad53-7072-4af1-9d05-7d72422c574c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:04.807554 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f167b-2719-470d-8cba-fefea62e703d req-a27b74cd-60ee-40dd-bee8-25e9570b1faa tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:04.811587 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-772695a3-c6a2-445c-a4a1-351733b4530c None None] Port 6a88a2e4-a2c1-4f59-b811-16db9994a077 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:13:04.813004 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9e8f167b-2719-470d-8cba-fefea62e703d req-a27b74cd-60ee-40dd-bee8-25e9570b1faa tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.2917025 Apr 30 13:13:04.814901 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e98bb5d3-3475-43bc-b232-10aebd890527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.815958 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-e98bb5d3-3475-43bc-b232-10aebd890527 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a676848b-0737-42af-a34e-1d8ebf6fc789 HTTP/1.1" status: 204 len: 168 time: 0.6395855 Apr 30 13:13:04.819784 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] Set router fa6061ad-64e2-4669-8437-196fc7e34abf gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:13:04.834134 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-433aad53-7072-4af1-9d05-7d72422c574c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.835241 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-433aad53-7072-4af1-9d05-7d72422c574c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4a53f38b-90f5-44f7-bf24-594c6c1f1244 HTTP/1.1" status: 204 len: 168 time: 0.5223696 Apr 30 13:13:04.877411 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9e8f167b-2719-470d-8cba-fefea62e703d req-aae8657e-631e-4949-9d75-59c360e5a2d9 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536592 Apr 30 13:13:05.037354 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.043512 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.046002 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919880'] for router_interface, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.059436 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-3564b4f2-2b27-449a-8e79-cb8626f4938c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:05.247777 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:03Z', 'revision_number': 1, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:05.253190 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e20ce-93bd-4d99-a748-1b573dcaefa1 None None] The sync data for ids ['fa6061ad-64e2-4669-8437-196fc7e34abf'] in dv-cinder-788363-2-smb is: [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:03Z', 'revision_number': 1, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:13:05.287593 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a88a2e4-a2c1-4f59-b811-16db9994a077,revision_number=2']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:05.293216 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:05.334456 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:13:05.335746 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:05.454666 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 41988) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:05.543381 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0efb34d7-fa94-4a1f-af15-65d266d76b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.565294 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42000) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:05.587075 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0efb34d7-fa94-4a1f-af15-65d266d76b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:05.591980 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-0efb34d7-fa94-4a1f-af15-65d266d76b86 admin admin] Usage tracker for resource:security_group_rule and tenant:1892acc5b3934255a55cbaa896e5b7b1 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:05.595908 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-0efb34d7-fa94-4a1f-af15-65d266d76b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:05.625481 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0efb34d7-fa94-4a1f-af15-65d266d76b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:05.781650 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4900eb2a-d252-4899-a86a-2e332d41fa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.812837 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4900eb2a-d252-4899-a86a-2e332d41fa2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:05.813890 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Router fa6061ad-64e2-4669-8437-196fc7e34abf has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:13:05.830367 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-4900eb2a-d252-4899-a86a-2e332d41fa2e admin admin] Usage tracker for resource:security_group_rule and tenant:672cea84f9a94e908d6414e2a6f53362 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:05.850195 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-47791773-043f-47a7-baeb-576ed5b4d3fd None None] Provisioning complete for port 6a88a2e4-a2c1-4f59-b811-16db9994a077 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:05.850740 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-47791773-043f-47a7-baeb-576ed5b4d3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.854182 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-4900eb2a-d252-4899-a86a-2e332d41fa2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:05.865800 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4900eb2a-d252-4899-a86a-2e332d41fa2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:05.887667 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0efb34d7-fa94-4a1f-af15-65d266d76b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.945060 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748e535-3f25-40f8-947f-82b2edc76637 req-b6056cec-6227-453c-a140-f9241904bdba tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:05.946662 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3748e535-3f25-40f8-947f-82b2edc76637 req-b6056cec-6227-453c-a140-f9241904bdba tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/networks?id=8adb758d-2a96-45ff-b291-004c1ecf371a HTTP/1.1" status: 200 len: 815 time: 0.3534009 Apr 30 13:13:06.021617 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-47791773-043f-47a7-baeb-576ed5b4d3fd None None] Port 6a88a2e4-a2c1-4f59-b811-16db9994a077 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:13:06.107870 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4900eb2a-d252-4899-a86a-2e332d41fa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.110452 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42016) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:06.111357 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0efb34d7-fa94-4a1f-af15-65d266d76b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.126924 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0be7e573-2b77-4ad4-a9d4-24ec65379afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:06.150608 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3748e535-3f25-40f8-947f-82b2edc76637 req-7710622f-0eb7-40cc-92d5-402d2767a498 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/quotas/1d6b8117760f4652a00a37c93b960cac HTTP/1.1" status: 200 len: 375 time: 0.1954226 Apr 30 13:13:06.175526 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4900eb2a-d252-4899-a86a-2e332d41fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.227268 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:13:06.232882 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] 10.222.0.93 "PUT /v2.0/routers/fa6061ad-64e2-4669-8437-196fc7e34abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1538994 Apr 30 13:13:06.261204 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-4900eb2a-d252-4899-a86a-2e332d41fa2e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=672cea84f9a94e908d6414e2a6f53362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6920276 Apr 30 13:13:06.261494 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42024) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:06.273862 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb34d7-fa94-4a1f-af15-65d266d76b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f8614f-af73-4c21-b6b0-0f7e6c9e0221,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:06.274764 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3748e535-3f25-40f8-947f-82b2edc76637 req-f59541a5-8a7e-4bf1-8a7b-041ca7f50b7e tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1d6b8117760f4652a00a37c93b960cac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150341 Apr 30 13:13:06.284407 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-0efb34d7-fa94-4a1f-af15-65d266d76b86 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1892acc5b3934255a55cbaa896e5b7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8284519 Apr 30 13:13:06.285649 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0efb34d7-fa94-4a1f-af15-65d266d76b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:06.287042 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42028) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:06.287693 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-45a0b91a-3ddf-4ab9-8a62-42371bb78588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:06.376167 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1615247913-network', 'tenant_id': 'ec2819d344fc484e989aebbec429bee6'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:06.400373 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900eb2a-d252-4899-a86a-2e332d41fa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82596a8a-4350-4ea1-a0c2-a1112516a664,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:06.404166 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:06.426660 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Usage tracker for resource:network and tenant:ec2819d344fc484e989aebbec429bee6 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:06.431210 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4900eb2a-d252-4899-a86a-2e332d41fa2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:06.433029 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:06.445460 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:06.487512 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f05fcc-febe-4436-a7bb-1ca2b4a32379 req-af7b4c05-efb8-4580-9e57-9c50ee25045f tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:06.489761 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d2f05fcc-febe-4436-a7bb-1ca2b4a32379 req-af7b4c05-efb8-4580-9e57-9c50ee25045f tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.3522882 Apr 30 13:13:06.494258 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Made reservation on behalf of ec2819d344fc484e989aebbec429bee6 for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:13:06.496819 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.533997 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-21664b70-3b45-4a2f-a608-1839f8818e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.537723 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.574494 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device d1bee600-3f11-4ac5-b07d-3097683e0115 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:06.579482 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:06.604659 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Usage tracker for resource:security_group_rule and tenant:ec2819d344fc484e989aebbec429bee6 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:06.609313 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-21664b70-3b45-4a2f-a608-1839f8818e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.618558 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:06.627119 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3748e535-3f25-40f8-947f-82b2edc76637 req-30bd37eb-2cd7-4355-b216-bf832e67bbf6 service neutron] 10.222.0.93 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347526 Apr 30 13:13:06.634741 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d2f05fcc-febe-4436-a7bb-1ca2b4a32379 req-f94594d8-e20d-4770-a94c-855cb14c886c tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214778 Apr 30 13:13:06.642765 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:06.691570 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port d1bee600-3f11-4ac5-b07d-3097683e0115 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:06.696586 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port d1bee600-3f11-4ac5-b07d-3097683e0115 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:06.697141 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.752451 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-25fa0fdc-4561-4199-a9ed-ecd8cd4ce9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.771536 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-21664b70-3b45-4a2f-a608-1839f8818e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.777499 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:06.804283 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-25fa0fdc-4561-4199-a9ed-ecd8cd4ce9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.824867 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21664b70-3b45-4a2f-a608-1839f8818e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f8614f-af73-4c21-b6b0-0f7e6c9e0221,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:06.842966 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-21664b70-3b45-4a2f-a608-1839f8818e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:06.843603 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3748e535-3f25-40f8-947f-82b2edc76637 req-4c77f115-d345-4473-8603-45e4cc8ff263 service neutron] 10.222.0.93 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080548 Apr 30 13:13:06.887070 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-25fa0fdc-4561-4199-a9ed-ecd8cd4ce9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.894735 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-96a94beb-625a-4128-96e9-b6e18c202210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:06.896742 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.906342 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa0fdc-4561-4199-a9ed-ecd8cd4ce9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82596a8a-4350-4ea1-a0c2-a1112516a664,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:06.908650 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-25fa0fdc-4561-4199-a9ed-ecd8cd4ce9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:06.910329 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-21664b70-3b45-4a2f-a608-1839f8818e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.915360 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-21664b70-3b45-4a2f-a608-1839f8818e96 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a4f8614f-af73-4c21-b6b0-0f7e6c9e0221 HTTP/1.1" status: 204 len: 168 time: 0.6182976 Apr 30 13:13:06.918251 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-25fa0fdc-4561-4199-a9ed-ecd8cd4ce9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.922051 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-25fa0fdc-4561-4199-a9ed-ecd8cd4ce9f9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/82596a8a-4350-4ea1-a0c2-a1112516a664 HTTP/1.1" status: 204 len: 168 time: 0.6565645 Apr 30 13:13:06.951635 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.957552 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.966638 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:06.973391 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port d1bee600-3f11-4ac5-b07d-3097683e0115, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=d1bee600-3f11-4ac5-b07d-3097683e0115,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:06.979462 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.981807 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:07.022121 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1245, 'physical_network': 'physnet1'} {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:13:07.059429 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdf90aa-0e7f-4997-882f-cc795919b441,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:07.068187 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:07.069124 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:07.069452 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.segments_db [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Added segment 8a59e979-8261-43f1-b792-2cb88a0cf5bc of type vlan for network ab2a0893-c012-4524-a1b6-780aabea71da Apr 30 13:13:07.151557 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:07.203045 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:07.204850 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:07.206655 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:07.218239 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d545f2ea-dbd0-48c1-8d34-a0c62e571156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:07.218812 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=d1bee600-3f11-4ac5-b07d-3097683e0115,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:07.240348 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:07.303808 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-bc91186f-d1e4-4460-9d57-08c41472bc64 req-34e68eab-400f-4d31-b23b-0d54addc64c6 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 210 time: 0.1791298 Apr 30 13:13:07.509349 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3907559 Apr 30 13:13:07.512378 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42072) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:07.518279 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Request body: {'subnet': {'network_id': 'ab2a0893-c012-4524-a1b6-780aabea71da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1615247913-subnet', 'tenant_id': 'ec2819d344fc484e989aebbec429bee6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:07.519438 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Pushing event updated for resources: {'Network': ['ID=ab2a0893-c012-4524-a1b6-780aabea71da,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:07.525792 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:07.528474 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:07.539056 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network ab2a0893-c012-4524-a1b6-780aabea71da details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:13:07.544365 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Usage tracker for resource:subnet and tenant:ec2819d344fc484e989aebbec429bee6 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:07.551995 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:07.574885 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:07.620993 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Made reservation on behalf of ec2819d344fc484e989aebbec429bee6 for: {'subnet': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:13:07.624043 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Notify callbacks [] for subnet, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:07.999994 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42106) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:08.005476 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--880781586', 'description': 'tempest-description--243117894'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:08.017231 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:08.041855 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Usage tracker for resource:security_group and tenant:019ca6f09f6e4be8a4d5d69ef83c1963 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:08.055143 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:08.088107 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:08.109658 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.140900 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:08.147821 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Usage tracker for resource:security_group_rule and tenant:019ca6f09f6e4be8a4d5d69ef83c1963 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:08.152494 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:08.159568 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:08.326068 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.332332 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.344263 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:08.459275 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd90773-f701-4bb0-b816-59ddcf604465 req-628bafc6-5bbc-4d1a-bea3-3919497d71cf tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:08.465723 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=424ebead-d728-4958-8cdf-c1483061bf5a,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:08.470380 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:08.471818 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.476163 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4726038 Apr 30 13:13:08.476571 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42128) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:08.480150 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9cd90773-f701-4bb0-b816-59ddcf604465 req-628bafc6-5bbc-4d1a-bea3-3919497d71cf tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.4853694 Apr 30 13:13:08.486248 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-1eb09dbc-9cb4-4357-a069-13926427f895 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Request body: {'security_group_rule': {'security_group_id': '424ebead-d728-4958-8cdf-c1483061bf5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:08.496729 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-1eb09dbc-9cb4-4357-a069-13926427f895 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:08.510987 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-1eb09dbc-9cb4-4357-a069-13926427f895 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Usage tracker for resource:security_group_rule and tenant:019ca6f09f6e4be8a4d5d69ef83c1963 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:08.516103 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-1eb09dbc-9cb4-4357-a069-13926427f895 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:08.562568 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device d1bee600-3f11-4ac5-b07d-3097683e0115 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:08.569436 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-1eb09dbc-9cb4-4357-a069-13926427f895 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:08.611805 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1eb09dbc-9cb4-4357-a069-13926427f895 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.757480 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9cd90773-f701-4bb0-b816-59ddcf604465 req-aff8aa1e-326d-4622-941b-f2f948869e04 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761328 Apr 30 13:13:08.805651 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port d1bee600-3f11-4ac5-b07d-3097683e0115 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:08.806029 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.833281 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1eb09dbc-9cb4-4357-a069-13926427f895 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.841286 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-fafa839c-f913-4e79-b8f7-44e49c598cec req-85f144ef-a2bc-4d86-8a74-b5c11b1e93b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 210 time: 0.0908380 Apr 30 13:13:08.842053 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1eb09dbc-9cb4-4357-a069-13926427f895 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.854210 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:08.900405 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb09dbc-9cb4-4357-a069-13926427f895 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff60670-1771-45ff-9f77-eee034e8948b,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:08.911969 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1eb09dbc-9cb4-4357-a069-13926427f895 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:08.929898 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1eb09dbc-9cb4-4357-a069-13926427f895 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.932063 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-1eb09dbc-9cb4-4357-a069-13926427f895 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4538848 Apr 30 13:13:08.939933 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42148) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:08.957957 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Sync routers for ids ['fa6061ad-64e2-4669-8437-196fc7e34abf'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:13:08.960989 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-534df338-3318-4fe3-931b-e5251137788c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Request body: {'security_group_rule': {'security_group_id': '424ebead-d728-4958-8cdf-c1483061bf5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:08.977004 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Routers {'fa6061ad-64e2-4669-8437-196fc7e34abf'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:13:08.977922 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:12:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['fa6061ad-64e2-4669-8437-196fc7e34abf'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:08.982595 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-534df338-3318-4fe3-931b-e5251137788c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:08.988324 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-534df338-3318-4fe3-931b-e5251137788c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Usage tracker for resource:security_group_rule and tenant:019ca6f09f6e4be8a4d5d69ef83c1963 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:08.992259 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-534df338-3318-4fe3-931b-e5251137788c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:09.001561 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-534df338-3318-4fe3-931b-e5251137788c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:09.032651 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-534df338-3318-4fe3-931b-e5251137788c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.155379 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-534df338-3318-4fe3-931b-e5251137788c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.164286 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-534df338-3318-4fe3-931b-e5251137788c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.169510 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:09.250223 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534df338-3318-4fe3-931b-e5251137788c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30461e0-030c-4899-9db7-1791a065a3c5,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:09.264368 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-534df338-3318-4fe3-931b-e5251137788c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:09.277878 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-534df338-3318-4fe3-931b-e5251137788c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.279393 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-534df338-3318-4fe3-931b-e5251137788c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279681 Apr 30 13:13:09.282566 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42162) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:09.288488 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Request body: {'floatingip': {'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:09.295239 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for subnet, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.300054 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:09.310206 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-7f0ee1b3-eef3-4a6b-895d-61da4770e54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:09.311460 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Usage tracker for resource:floatingip and tenant:019ca6f09f6e4be8a4d5d69ef83c1963 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:09.322327 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:09.339160 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:09.354053 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for floatingip, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.365875 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Set router fa6061ad-64e2-4669-8437-196fc7e34abf gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:13:09.480771 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Checking segment: {'id': '8a59e979-8261-43f1-b792-2cb88a0cf5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ab2a0893-c012-4524-a1b6-780aabea71da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:13:09.481676 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Network hostable DHCP agents. Network: ab2a0893-c012-4524-a1b6-780aabea71da, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:13:09.526749 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ac01a2-ee57-495b-bba9-0308c043121a,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:09.528882 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:09.538433 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Network ab2a0893-c012-4524-a1b6-780aabea71da is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:13:09.556687 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, ab2a0893-c012-4524-a1b6-780aabea71da) {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:09.563577 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:09.564298 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.591407 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b338c54-5fd6-4500-a272-e5ef1cb9db08 None None] Network ab2a0893-c012-4524-a1b6-780aabea71da requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:13:09.611826 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0981727 Apr 30 13:13:09.865548 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748e535-3f25-40f8-947f-82b2edc76637 req-ec359fb6-f518-44d6-8e8a-348ea3971eb2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:09.867079 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3748e535-3f25-40f8-947f-82b2edc76637 req-ec359fb6-f518-44d6-8e8a-348ea3971eb2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "GET /v2.0/networks?id=8adb758d-2a96-45ff-b291-004c1ecf371a HTTP/1.1" status: 200 len: 815 time: 0.4481161 Apr 30 13:13:09.902065 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-3748e535-3f25-40f8-947f-82b2edc76637 req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Request body: {'port': {'device_id': '879f9953-354f-4003-ad05-b6cb70419fe7', 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a', 'admin_state_up': True, 'tenant_id': '1d6b8117760f4652a00a37c93b960cac'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:10.087446 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc5c3f-7d6f-4824-b754-425192262ca1 req-2833d34c-3f34-4806-9c16-ded8b23e1039 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:10.089239 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-0ffc5c3f-7d6f-4824-b754-425192262ca1 req-2833d34c-3f34-4806-9c16-ded8b23e1039 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.1664796 Apr 30 13:13:10.198153 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-0ffc5c3f-7d6f-4824-b754-425192262ca1 req-47c4496c-6402-4b6c-95d5-c7bc993a7e48 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015992 Apr 30 13:13:10.202637 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:10.368355 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9e58ec-3ead-49c7-b4ad-8ad4b3f8c0ef None None] Network ab2a0893-c012-4524-a1b6-780aabea71da requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:13:10.374632 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Allocated IP 172.28.0.46 (07ca4a00-754c-4ee1-bad7-4e9920ec041b/ec54f1e6-42a0-405f-bb60-0305afc35dfb/7eee468f-d1d4-4584-8d57-7bf70ed1bebd) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:13:10.420429 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d55af369-1a92-4be9-a49c-ac62aac927c2 req-75ea1bf7-3ca8-4e2d-923a-aeb53432720b tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 210 time: 0.2656026 Apr 30 13:13:10.633652 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-3748e535-3f25-40f8-947f-82b2edc76637 req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:10.651550 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-3748e535-3f25-40f8-947f-82b2edc76637 req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:10.688297 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3748e535-3f25-40f8-947f-82b2edc76637 req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Made reservation on behalf of 1d6b8117760f4652a00a37c93b960cac for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:13:10.692432 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3748e535-3f25-40f8-947f-82b2edc76637 req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:10.729360 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:10.747337 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 2, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:10.816884 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Checking router: fa6061ad-64e2-4669-8437-196fc7e34abf for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:13:10.817385 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Updating router fa6061ad-64e2-4669-8437-196fc7e34abf port 6a88a2e4-a2c1-4f59-b811-16db9994a077 binding host dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:13:10.900133 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-3748e535-3f25-40f8-947f-82b2edc76637 req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Allocated IP 172.20.0.5 (8adb758d-2a96-45ff-b291-004c1ecf371a/adcaaf38-75b3-455f-9d70-d232543aec69/2948caa3-c3cc-48d5-b7bf-19e63b95414e) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:13:10.929438 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:10.979603 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:11.004565 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:11.333670 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:13:11.343510 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:11.359656 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:13:11.519375 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:11.538709 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Transition to ACTIVE for port object 6a88a2e4-a2c1-4f59-b811-16db9994a077 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:11.543992 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42260) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:11.548000 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:11.558379 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:11.591657 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc07a0-e5c3-4188-90d5-7d86fb1e21b8 req-03cb75f8-c666-4356-ad86-34a3cd740753 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:11.605203 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-69bc07a0-e5c3-4188-90d5-7d86fb1e21b8 req-03cb75f8-c666-4356-ad86-34a3cd740753 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.1965413 Apr 30 13:13:11.663496 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42268) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:11.675680 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:11.730045 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-69bc07a0-e5c3-4188-90d5-7d86fb1e21b8 req-e589812a-4ccb-49db-a2fb-03fe38c008c4 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238847 Apr 30 13:13:11.758604 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event updated for resources: {'Port': ['ID=7eee468f-d1d4-4584-8d57-7bf70ed1bebd,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:11.830487 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:11.860248 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ebd45d3d-3657-4ba4-92b5-2f1ded6914ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:11.874134 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3ee844f7-aa62-4b27-b5ca-0b9f25a537d0 req-0a027647-846b-4b75-a676-b22946bde687 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 210 time: 0.1792529 Apr 30 13:13:11.878615 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Pushing event updated for resources: {'Port': ['ID=6a88a2e4-a2c1-4f59-b811-16db9994a077,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:11.892978 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:11.893390 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:11.893825 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:11.894300 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:11.894727 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:11.895151 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:11.895669 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:11.896089 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:11.896631 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:11.896975 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:11.897579 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:11.897942 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:11.910524 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Attempting to bind port 6a88a2e4-a2c1-4f59-b811-16db9994a077 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:13:11.910524 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Attempting to bind port 6a88a2e4-a2c1-4f59-b811-16db9994a077 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:13:11.910524 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Attempting to bind port 6a88a2e4-a2c1-4f59-b811-16db9994a077 on network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:11.913050 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:11.915810 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:13:11.917234 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Checking segment: {'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:13:11.917234 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:11.917996 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Bound using segment: {'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:13:11.918593 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Bound port: 6a88a2e4-a2c1-4f59-b811-16db9994a077, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:13:11.919072 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:11.950648 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-90a0585e-deb9-49f6-992a-ab0710ffd0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:11.997971 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-ebd45d3d-3657-4ba4-92b5-2f1ded6914ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:12.000506 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-90a0585e-deb9-49f6-992a-ab0710ffd0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:12.010629 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-ebd45d3d-3657-4ba4-92b5-2f1ded6914ef admin admin] Usage tracker for resource:security_group_rule and tenant:11733f94678744bfbe89c191357f5096 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:12.014644 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-ebd45d3d-3657-4ba4-92b5-2f1ded6914ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:12.017643 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-90a0585e-deb9-49f6-992a-ab0710ffd0b8 admin admin] Usage tracker for resource:security_group_rule and tenant:4f335b46f9a3465b82ef7784f0e7241a is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:12.019211 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:12.033402 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-90a0585e-deb9-49f6-992a-ab0710ffd0b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:12.043640 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] For port 6a88a2e4-a2c1-4f59-b811-16db9994a077, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:13:12.047894 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] For port 6a88a2e4-a2c1-4f59-b811-16db9994a077, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=6a88a2e4-a2c1-4f59-b811-16db9994a077,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:13:12.048644 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-ebd45d3d-3657-4ba4-92b5-2f1ded6914ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:12.053519 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:12.055589 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-90a0585e-deb9-49f6-992a-ab0710ffd0b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:12.059281 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:12.131132 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3748e535-3f25-40f8-947f-82b2edc76637 req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:12.192371 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42282) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:12.255291 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ebd45d3d-3657-4ba4-92b5-2f1ded6914ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:12.262703 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ebd45d3d-3657-4ba4-92b5-2f1ded6914ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:12.274216 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:12.354667 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd45d3d-3657-4ba4-92b5-2f1ded6914ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0935b156-817b-4c15-9aa9-6a839b24595d,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:12.372614 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-ebd45d3d-3657-4ba4-92b5-2f1ded6914ef admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=11733f94678744bfbe89c191357f5096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8275020 Apr 30 13:13:12.373631 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-ebd45d3d-3657-4ba4-92b5-2f1ded6914ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:12.374068 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42292) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:12.397361 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Routers {'fa6061ad-64e2-4669-8437-196fc7e34abf'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:13:12.400597 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:12:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['fa6061ad-64e2-4669-8437-196fc7e34abf'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:12.418792 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3748e535-3f25-40f8-947f-82b2edc76637 req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:12.470237 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:12.485413 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['b344b992-1dc4-4c68-90c3-df508a90969e', '4c8cadea-9c08-414b-8b60-b41677cf7498'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:12.568505 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Pushing event updated for resources: {'Port': ['ID=6a88a2e4-a2c1-4f59-b811-16db9994a077,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:12.574658 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:12.593069 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-90a0585e-deb9-49f6-992a-ab0710ffd0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:12.644550 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-90a0585e-deb9-49f6-992a-ab0710ffd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:12.659476 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Pushing event updated for resources: {'Port': ['ID=2948caa3-c3cc-48d5-b7bf-19e63b95414e,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:12.661142 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:12.665901 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3748e535-3f25-40f8-947f-82b2edc76637 req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Network 8adb758d-2a96-45ff-b291-004c1ecf371a is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:13:12.667113 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de67160d-1f23-4f23-be1c-27761c1e6274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:12.680821 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:12.681823 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-3748e535-3f25-40f8-947f-82b2edc76637 req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:12.687549 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-3748e535-3f25-40f8-947f-82b2edc76637 req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:13:12.693555 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0585e-deb9-49f6-992a-ab0710ffd0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e99e5a3-16e8-45b6-a8f5-d0ccf7955a14,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:12.716525 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-de67160d-1f23-4f23-be1c-27761c1e6274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:12.720896 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-de67160d-1f23-4f23-be1c-27761c1e6274 admin admin] Usage tracker for resource:security_group_rule and tenant:fab1a7dae49c407290bc847d5940da47 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:12.723809 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-de67160d-1f23-4f23-be1c-27761c1e6274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:12.729657 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-de67160d-1f23-4f23-be1c-27761c1e6274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:12.749195 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-90a0585e-deb9-49f6-992a-ab0710ffd0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:12.749860 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-146e892f-9793-407f-a725-58c80debd58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:12.762246 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] Set router fa6061ad-64e2-4669-8437-196fc7e34abf gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:13:12.809313 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-90a0585e-deb9-49f6-992a-ab0710ffd0b8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4f335b46f9a3465b82ef7784f0e7241a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1287584 Apr 30 13:13:12.816601 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-146e892f-9793-407f-a725-58c80debd58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:12.823418 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42314) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:12.824317 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de67160d-1f23-4f23-be1c-27761c1e6274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:12.852382 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de67160d-1f23-4f23-be1c-27761c1e6274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:12.864896 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:13.029682 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c9c1e082-99bc-4020-b764-1f940918d370 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:13.037285 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c9c1e082-99bc-4020-b764-1f940918d370 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/networks?id=ab2a0893-c012-4524-a1b6-780aabea71da HTTP/1.1" status: 200 len: 809 time: 0.4412725 Apr 30 13:13:13.065119 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-8ab04b0b-ca56-4768-a672-18fc9f1fbf7b tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/quotas/ec2819d344fc484e989aebbec429bee6 HTTP/1.1" status: 200 len: 375 time: 0.0266123 Apr 30 13:13:13.123819 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-8e614f74-25a4-4d01-bc1a-3b203622b185 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec2819d344fc484e989aebbec429bee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577099 Apr 30 13:13:13.132656 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-de67160d-1f23-4f23-be1c-27761c1e6274 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fab1a7dae49c407290bc847d5940da47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9342663 Apr 30 13:13:13.134160 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42322) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:13.151641 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748e535-3f25-40f8-947f-82b2edc76637 req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:13.152512 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3748e535-3f25-40f8-947f-82b2edc76637 req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.163457 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67160d-1f23-4f23-be1c-27761c1e6274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5aa40a1-a720-45ba-b1cb-5a199f1ecfab,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:13.171691 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-de67160d-1f23-4f23-be1c-27761c1e6274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:13.183136 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-821afb6e-972f-42ed-96d0-3aa056503313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.183976 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.db.resource_extend [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:13:13.190242 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-146e892f-9793-407f-a725-58c80debd58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.199250 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f41d8d9d-cfeb-4757-8dcd-3e5a171f166b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:13.213823 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.228546 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.237206 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-52d71a0d-e344-416e-b097-19724fff301c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:13.310195 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e892f-9793-407f-a725-58c80debd58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0935b156-817b-4c15-9aa9-6a839b24595d,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:13.327442 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-146e892f-9793-407f-a725-58c80debd58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:13.336765 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-821afb6e-972f-42ed-96d0-3aa056503313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.337945 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:12Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:13.352581 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3748e535-3f25-40f8-947f-82b2edc76637 req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4573777 Apr 30 13:13:13.362135 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-146e892f-9793-407f-a725-58c80debd58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.365527 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-146e892f-9793-407f-a725-58c80debd58a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0935b156-817b-4c15-9aa9-6a839b24595d HTTP/1.1" status: 204 len: 168 time: 0.9840329 Apr 30 13:13:13.369007 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8399e1ce-0e5e-4ec9-9be0-a79921b43d65 None None] The sync data for ids ['fa6061ad-64e2-4669-8437-196fc7e34abf'] in dv-cinder-788363-2-smb is: [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:12Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:13:13.385069 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Request body: {'port': {'device_id': '879f9953-354f-4003-ad05-b6cb70419fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:13.415658 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event updated for resources: {'Port': ['ID=7eee468f-d1d4-4584-8d57-7bf70ed1bebd,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:13.427268 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2236713e-9aaf-4e5f-8561-9c775e19f6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.438544 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:13.462416 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-ea7802e7-8ff0-4bcf-8b75-bc22b9eb3967 service neutron] 10.222.0.93 "GET /v2.0/networks/ab2a0893-c012-4524-a1b6-780aabea71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281724 Apr 30 13:13:13.478848 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79002226-d148-454f-b35c-b05582e7f5a0 req-78114546-8476-4f96-8d0b-de5b81098b88 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:13.486221 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-79002226-d148-454f-b35c-b05582e7f5a0 req-78114546-8476-4f96-8d0b-de5b81098b88 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.5342832 Apr 30 13:13:13.511107 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919952'] for floatingip, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.513907 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2236713e-9aaf-4e5f-8561-9c775e19f6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.597843 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.599059 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3153195 Apr 30 13:13:13.618969 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-79002226-d148-454f-b35c-b05582e7f5a0 req-d551b204-6766-497d-89c2-95aa7216dedb tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317551 Apr 30 13:13:13.626091 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.628889 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-821afb6e-972f-42ed-96d0-3aa056503313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.645445 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:13.662072 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821afb6e-972f-42ed-96d0-3aa056503313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e99e5a3-16e8-45b6-a8f5-d0ccf7955a14,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:13.674696 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-821afb6e-972f-42ed-96d0-3aa056503313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:13.710139 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-821afb6e-972f-42ed-96d0-3aa056503313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.711907 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-821afb6e-972f-42ed-96d0-3aa056503313 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1e99e5a3-16e8-45b6-a8f5-d0ccf7955a14 HTTP/1.1" status: 204 len: 168 time: 0.8873525 Apr 30 13:13:13.724624 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2236713e-9aaf-4e5f-8561-9c775e19f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.753236 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-efb86d04-57b8-472a-b629-54f72488ea42 service neutron] 10.222.0.93 "GET /v2.0/networks/ab2a0893-c012-4524-a1b6-780aabea71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896874 Apr 30 13:13:13.757074 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-7b47849a-5126-4eec-bf86-b5cbc1b972ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:13.795576 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236713e-9aaf-4e5f-8561-9c775e19f6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5aa40a1-a720-45ba-b1cb-5a199f1ecfab,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:13.809129 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-2236713e-9aaf-4e5f-8561-9c775e19f6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:13.818299 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2236713e-9aaf-4e5f-8561-9c775e19f6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.819788 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-2236713e-9aaf-4e5f-8561-9c775e19f6ae admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b5aa40a1-a720-45ba-b1cb-5a199f1ecfab HTTP/1.1" status: 204 len: 168 time: 0.6845646 Apr 30 13:13:13.919572 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42338) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:13.954068 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-26b61149-5918-4c88-b8b0-d7ea2f4f31d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.990340 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-26b61149-5918-4c88-b8b0-d7ea2f4f31d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:14.011862 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-26b61149-5918-4c88-b8b0-d7ea2f4f31d0 admin admin] Usage tracker for resource:security_group_rule and tenant:83dd2b93e4bc47619267f28992d19ed5 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:14.027230 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-26b61149-5918-4c88-b8b0-d7ea2f4f31d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:14.043611 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-26b61149-5918-4c88-b8b0-d7ea2f4f31d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:14.244217 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-aaa86d90-96ae-4756-ae03-860feda063ee tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--880781586&fields=id&tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963 HTTP/1.1" status: 200 len: 267 time: 0.1600542 Apr 30 13:13:14.297067 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb891e-3631-439f-841a-3544c20156dc req-2f09dbf7-13fc-4a1e-8590-8446bbff9f03 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:14.304153 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-1afb891e-3631-439f-841a-3544c20156dc req-2f09dbf7-13fc-4a1e-8590-8446bbff9f03 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Synchronizing usage tracker for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:14.342277 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-1afb891e-3631-439f-841a-3544c20156dc req-2f09dbf7-13fc-4a1e-8590-8446bbff9f03 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Unset dirty status for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:14.349969 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1afb891e-3631-439f-841a-3544c20156dc req-2f09dbf7-13fc-4a1e-8590-8446bbff9f03 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 931 time: 0.4583099 Apr 30 13:13:14.391530 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42366) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:14.489694 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-edbf9997-8219-40d7-8415-aaddadc88d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.583868 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-edbf9997-8219-40d7-8415-aaddadc88d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:14.597150 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 6a88a2e4-a2c1-4f59-b811-16db9994a077 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:14.602828 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-7bcad4a3-2005-4745-95ef-7d4165d60537 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:14.607594 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1afb891e-3631-439f-841a-3544c20156dc req-e2ea5b7a-3fcd-4aae-9d77-02738f43eb51 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543869 Apr 30 13:13:14.621237 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-7bcad4a3-2005-4745-95ef-7d4165d60537 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/networks?id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18 HTTP/1.1" status: 200 len: 817 time: 0.3760133 Apr 30 13:13:14.624670 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-26b61149-5918-4c88-b8b0-d7ea2f4f31d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.643629 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-edbf9997-8219-40d7-8415-aaddadc88d32 admin admin] Usage tracker for resource:security_group_rule and tenant:ca68125c5c614573ad01cba610ed25fd is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:14.644884 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-1608f65f-0a6c-431d-8023-ff936d15ccee tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/quotas/019ca6f09f6e4be8a4d5d69ef83c1963 HTTP/1.1" status: 200 len: 375 time: 0.0228565 Apr 30 13:13:14.650545 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-edbf9997-8219-40d7-8415-aaddadc88d32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:14.670282 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2948caa3-c3cc-48d5-b7bf-19e63b95414e {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:14.682848 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.709064 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Transition to ACTIVE for port object 2948caa3-c3cc-48d5-b7bf-19e63b95414e will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:14.716765 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-edbf9997-8219-40d7-8415-aaddadc88d32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:14.717619 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-26b61149-5918-4c88-b8b0-d7ea2f4f31d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.728445 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.734823 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e20aa059-8a48-4bef-9f1f-390374546af3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:14.764571 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fc64a270-efbc-4b3d-b67c-306d0e41c8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:14.801483 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port 6a88a2e4-a2c1-4f59-b811-16db9994a077 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:14.818455 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 6a88a2e4-a2c1-4f59-b811-16db9994a077 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:14.818951 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.839520 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42374) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:14.844794 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4746f8a6-d882-4569-902a-e9d0de6bc1c4 req-103927ca-d302-4e54-8629-21bfb43f4877 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 210 time: 0.1192489 Apr 30 13:13:14.848137 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-26b61149-5918-4c88-b8b0-d7ea2f4f31d0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=83dd2b93e4bc47619267f28992d19ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9271045 Apr 30 13:13:14.850936 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b61149-5918-4c88-b8b0-d7ea2f4f31d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0e7c81-2999-41ee-af3b-5b583c77eed6,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:14.853401 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42376) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:14.894122 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-26b61149-5918-4c88-b8b0-d7ea2f4f31d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:14.895457 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3be73258-6a2a-410d-bf45-c2bd8e7046f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.982324 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-050a2c4c-7a1a-4d16-8087-afac056f19fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.031560 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-050a2c4c-7a1a-4d16-8087-afac056f19fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.090130 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-3be73258-6a2a-410d-bf45-c2bd8e7046f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:15.099513 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-3497b4fe-c675-4894-9239-04b4aeb7ad76 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Synchronizing usage tracker for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:15.105696 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-050a2c4c-7a1a-4d16-8087-afac056f19fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.111418 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42384) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:15.113879 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-25fa0fdc-4561-4199-a9ed-ecd8cd4ce9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:15.126485 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-3be73258-6a2a-410d-bf45-c2bd8e7046f4 admin admin] Usage tracker for resource:security_group_rule and tenant:eaa2d0ec258e40f4879ba3f2b3214b15 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:15.131382 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a2c4c-7a1a-4d16-8087-afac056f19fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0e7c81-2999-41ee-af3b-5b583c77eed6,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:15.145744 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-3be73258-6a2a-410d-bf45-c2bd8e7046f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:15.149790 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-050a2c4c-7a1a-4d16-8087-afac056f19fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:15.160485 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-3be73258-6a2a-410d-bf45-c2bd8e7046f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:15.164100 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-050a2c4c-7a1a-4d16-8087-afac056f19fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.165527 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-050a2c4c-7a1a-4d16-8087-afac056f19fc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ce0e7c81-2999-41ee-af3b-5b583c77eed6 HTTP/1.1" status: 204 len: 168 time: 0.2959945 Apr 30 13:13:15.177728 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-3497b4fe-c675-4894-9239-04b4aeb7ad76 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Unset dirty status for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:15.195508 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-3497b4fe-c675-4894-9239-04b4aeb7ad76 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5483069 Apr 30 13:13:15.236726 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.256512 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Pushing event updated for resources: {'Port': ['ID=2948caa3-c3cc-48d5-b7bf-19e63b95414e,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:15.268525 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:15.340499 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port 6a88a2e4-a2c1-4f59-b811-16db9994a077, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=6a88a2e4-a2c1-4f59-b811-16db9994a077,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:15.348432 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.350682 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:15.362749 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Attempting to bind port 2948caa3-c3cc-48d5-b7bf-19e63b95414e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:13:15.363708 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Attempting to bind port 2948caa3-c3cc-48d5-b7bf-19e63b95414e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:13:15.364392 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Attempting to bind port 2948caa3-c3cc-48d5-b7bf-19e63b95414e on network 8adb758d-2a96-45ff-b291-004c1ecf371a {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:15.380871 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-30796ca4-8f4b-4ede-b9f6-811125ac5c47 service neutron] 10.222.0.93 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595070 Apr 30 13:13:15.385429 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Port 2948caa3-c3cc-48d5-b7bf-19e63b95414e on network 8adb758d-2a96-45ff-b291-004c1ecf371a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:13:15.386394 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Attempting to bind port 2948caa3-c3cc-48d5-b7bf-19e63b95414e on network 8adb758d-2a96-45ff-b291-004c1ecf371a {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:15.411476 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:13:15.412187 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Checking segment: {'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:13:15.412794 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Bound using segment: {'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:13:15.413425 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Bound port: 2948caa3-c3cc-48d5-b7bf-19e63b95414e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:13:15.413931 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.481755 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=6a88a2e4-a2c1-4f59-b811-16db9994a077,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:15.485305 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:15.526800 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-a1b60a1b-165e-49e2-a90d-e6e66df5ca79 service neutron] 10.222.0.93 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497185 Apr 30 13:13:15.571756 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef63e53-c5b9-4bb7-a8f7-4ee14018fef8 req-2321b668-964f-4c78-bdd7-35ed1727147b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:15.573282 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1ef63e53-c5b9-4bb7-a8f7-4ee14018fef8 req-2321b668-964f-4c78-bdd7-35ed1727147b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.4282241 Apr 30 13:13:15.598232 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-edbf9997-8219-40d7-8415-aaddadc88d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.607433 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3be73258-6a2a-410d-bf45-c2bd8e7046f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.629293 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-edbf9997-8219-40d7-8415-aaddadc88d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.633789 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3be73258-6a2a-410d-bf45-c2bd8e7046f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.637361 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] For port 2948caa3-c3cc-48d5-b7bf-19e63b95414e, host hv-cinder-78836, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:13:15.643468 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-146e892f-9793-407f-a725-58c80debd58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:15.645552 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-21664b70-3b45-4a2f-a608-1839f8818e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:15.650306 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-58bf4caf-9391-469c-af76-72fb060f4153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.695221 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] For port 2948caa3-c3cc-48d5-b7bf-19e63b95414e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2948caa3-c3cc-48d5-b7bf-19e63b95414e,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:13:15.699251 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1ef63e53-c5b9-4bb7-a8f7-4ee14018fef8 req-0f152e7e-d20d-498c-a56d-30150f497477 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178381 Apr 30 13:13:15.707809 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-58bf4caf-9391-469c-af76-72fb060f4153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:15.713322 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.737875 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-58bf4caf-9391-469c-af76-72fb060f4153 admin admin] Usage tracker for resource:security_group_rule and tenant:45df313e003d41f395d9570c5d585499 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:15.745266 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-3be73258-6a2a-410d-bf45-c2bd8e7046f4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=eaa2d0ec258e40f4879ba3f2b3214b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8956409 Apr 30 13:13:15.754353 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-61693df5-ec9b-4527-befb-b01efbc68c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.755569 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-edbf9997-8219-40d7-8415-aaddadc88d32 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ca68125c5c614573ad01cba610ed25fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3549762 Apr 30 13:13:15.757341 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42404) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:15.757654 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42406) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:15.760714 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-58bf4caf-9391-469c-af76-72fb060f4153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:15.764623 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be73258-6a2a-410d-bf45-c2bd8e7046f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286e562b-5860-4624-a78f-eb5751261dc3,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:15.780268 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-3be73258-6a2a-410d-bf45-c2bd8e7046f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:15.781349 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-58bf4caf-9391-469c-af76-72fb060f4153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:15.831055 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf9997-8219-40d7-8415-aaddadc88d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227990db-51ee-4bec-abc4-9d6be3514885,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:15.910413 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:15.911028 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.912385 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3748e535-3f25-40f8-947f-82b2edc76637 req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] 10.222.0.90 "PUT /v2.0/ports/2948caa3-c3cc-48d5-b7bf-19e63b95414e HTTP/1.1" status: 200 len: 1093 time: 2.5420997 Apr 30 13:13:15.912877 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879f9953-354f-4003-ad05-b6cb70419fe7', 'tag': '2948caa3-c3cc-48d5-b7bf-19e63b95414e'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:15.921114 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-edbf9997-8219-40d7-8415-aaddadc88d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:15.924354 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:15.934364 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-210cf27c-0ad8-4742-988f-83309c4b82bf req-1b9ba871-b606-4ea8-a705-0b4c7a0df886 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 210 time: 0.0705674 Apr 30 13:13:16.105359 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Pushing event updated for resources: {'Port': ['ID=2948caa3-c3cc-48d5-b7bf-19e63b95414e,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:16.109413 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:16.114000 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-11f89529-44a6-4880-bcf1-acce5549b7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.145043 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-11f89529-44a6-4880-bcf1-acce5549b7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.183149 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-58bf4caf-9391-469c-af76-72fb060f4153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.226943 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-11f89529-44a6-4880-bcf1-acce5549b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.237833 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c24559e2-4d02-45bd-8cc4-8eadad8346b4 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:16.239323 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c24559e2-4d02-45bd-8cc4-8eadad8346b4 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.90 "GET /v2.0/networks?id=ab2a0893-c012-4524-a1b6-780aabea71da HTTP/1.1" status: 200 len: 809 time: 0.3037491 Apr 30 13:13:16.240545 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-58bf4caf-9391-469c-af76-72fb060f4153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.249281 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:16.268157 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Request body: {'port': {'device_id': '03e189ef-cc96-4e95-a3d7-aba2015acae4', 'network_id': 'ab2a0893-c012-4524-a1b6-780aabea71da', 'admin_state_up': True, 'tenant_id': 'ec2819d344fc484e989aebbec429bee6'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:16.453126 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:16.465567 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fe22f282-e919-4a67-ae6b-3a1d5a4ec98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.476513 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-01809fdf-aaa4-4cc8-85e3-c68f9cc50cf8 req-a99ce7cd-095a-4c17-8ea4-67f0f69f04d9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 210 time: 0.0969493 Apr 30 13:13:16.489840 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f89529-44a6-4880-bcf1-acce5549b7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286e562b-5860-4624-a78f-eb5751261dc3,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:16.504234 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-11f89529-44a6-4880-bcf1-acce5549b7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:16.505130 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-11f89529-44a6-4880-bcf1-acce5549b7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.506280 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-11f89529-44a6-4880-bcf1-acce5549b7a7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/286e562b-5860-4624-a78f-eb5751261dc3 HTTP/1.1" status: 204 len: 168 time: 0.7224293 Apr 30 13:13:16.548255 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf4caf-9391-469c-af76-72fb060f4153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8362803e-290f-4a9d-b30b-addb751928c5,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:16.551917 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-58bf4caf-9391-469c-af76-72fb060f4153 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=45df313e003d41f395d9570c5d585499&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4279490 Apr 30 13:13:16.552831 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-58bf4caf-9391-469c-af76-72fb060f4153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:16.557886 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43f9ca-c8f8-4076-a999-17a45602f3f8 req-d2ec9882-fd4d-4232-91c0-83e7a2bdaafa tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:16.559420 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5d43f9ca-c8f8-4076-a999-17a45602f3f8 req-d2ec9882-fd4d-4232-91c0-83e7a2bdaafa tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 943 time: 0.6396866 Apr 30 13:13:16.561078 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42444) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:16.567613 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 6a88a2e4-a2c1-4f59-b811-16db9994a077 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:16.599248 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fe22f282-e919-4a67-ae6b-3a1d5a4ec98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.684311 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:16.697554 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Usage tracker for resource:port and tenant:ec2819d344fc484e989aebbec429bee6 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:16.703138 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879f9953-354f-4003-ad05-b6cb70419fe7', 'tag': '2948caa3-c3cc-48d5-b7bf-19e63b95414e', 'status': 'completed', 'code': 200} Apr 30 13:13:16.708047 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:16.715111 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 6a88a2e4-a2c1-4f59-b811-16db9994a077 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:16.715511 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.721775 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:16.738514 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Made reservation on behalf of ec2819d344fc484e989aebbec429bee6 for: {'port': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:13:16.742758 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.810581 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5685be42-32cd-4bd5-8675-67edf8298e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.834067 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5d43f9ca-c8f8-4076-a999-17a45602f3f8 req-5004a317-26c6-4131-9450-311592dd5683 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418182 Apr 30 13:13:17.019695 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5685be42-32cd-4bd5-8675-67edf8298e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:17.082984 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Allocated IP 172.20.0.6 (ab2a0893-c012-4524-a1b6-780aabea71da/46ac01a2-ee57-495b-bba9-0308c043121a/618208f4-ed4e-4c03-ba39-be129e013762) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:13:17.086375 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748e535-3f25-40f8-947f-82b2edc76637 req-e1a2331f-6661-45a3-a60d-a1554bfd7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:17.091008 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3748e535-3f25-40f8-947f-82b2edc76637 req-e1a2331f-6661-45a3-a60d-a1554bfd7289 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d6b8117760f4652a00a37c93b960cac&device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 1096 time: 0.8660953 Apr 30 13:13:17.206515 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fce48-e7d9-4982-899d-d45ab87754cd req-c024af2a-636f-4d3a-964e-f7b1f56f13e7 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:17.208147 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fe5fce48-e7d9-4982-899d-d45ab87754cd req-c024af2a-636f-4d3a-964e-f7b1f56f13e7 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.2754772 Apr 30 13:13:17.306616 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3748e535-3f25-40f8-947f-82b2edc76637 req-5274dcc1-009f-47a5-a5ce-a1420a9c7ada service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2948caa3-c3cc-48d5-b7bf-19e63b95414e HTTP/1.1" status: 200 len: 217 time: 0.1878426 Apr 30 13:13:17.309260 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-04b2a246-5e8f-4c48-9c9c-1a16a8cad187 req-02029990-ff7c-4b02-90cd-bbc816bb1d86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 210 time: 0.0776412 Apr 30 13:13:17.393482 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fe5fce48-e7d9-4982-899d-d45ab87754cd req-0c02e348-28f3-4ab0-a8bf-d6f9a971351d tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785405 Apr 30 13:13:17.407874 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fe22f282-e919-4a67-ae6b-3a1d5a4ec98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:17.423266 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2ce5a6f9-3550-4c22-a233-c86d7378c028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:17.427240 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5685be42-32cd-4bd5-8675-67edf8298e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:17.445514 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:17.449440 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22f282-e919-4a67-ae6b-3a1d5a4ec98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227990db-51ee-4bec-abc4-9d6be3514885,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:17.453088 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5685be42-32cd-4bd5-8675-67edf8298e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:17.454276 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-5685be42-32cd-4bd5-8675-67edf8298e2d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8362803e-290f-4a9d-b30b-addb751928c5 HTTP/1.1" status: 204 len: 168 time: 0.8678880 Apr 30 13:13:17.455089 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fe22f282-e919-4a67-ae6b-3a1d5a4ec98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:17.458750 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-fe22f282-e919-4a67-ae6b-3a1d5a4ec98d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/227990db-51ee-4bec-abc4-9d6be3514885 HTTP/1.1" status: 204 len: 168 time: 1.6938784 Apr 30 13:13:17.459680 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-fe22f282-e919-4a67-ae6b-3a1d5a4ec98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:17.468238 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:17.479626 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685be42-32cd-4bd5-8675-67edf8298e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8362803e-290f-4a9d-b30b-addb751928c5,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:17.482320 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748e535-3f25-40f8-947f-82b2edc76637 req-4f84578f-3c41-47d1-98d3-3de9fdee5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:17.483998 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3748e535-3f25-40f8-947f-82b2edc76637 req-4f84578f-3c41-47d1-98d3-3de9fdee5278 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adcaaf38-75b3-455f-9d70-d232543aec69 HTTP/1.1" status: 200 len: 855 time: 0.1655707 Apr 30 13:13:17.485526 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5685be42-32cd-4bd5-8675-67edf8298e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:17.504823 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:17.529149 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:17.553673 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3748e535-3f25-40f8-947f-82b2edc76637 req-d69341b4-bfd9-4ea4-a59b-5b7a42d31073 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8adb758d-2a96-45ff-b291-004c1ecf371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587308 Apr 30 13:13:17.601933 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Network ab2a0893-c012-4524-a1b6-780aabea71da is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:13:17.606126 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:17.608768 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:13:17.615880 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:17.616516 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:17.658840 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Pushing event updated for resources: {'Port': ['ID=618208f4-ed4e-4c03-ba39-be129e013762,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:17.663890 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:17.694286 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4289727 Apr 30 13:13:17.720554 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Request body: {'port': {'device_id': '03e189ef-cc96-4e95-a3d7-aba2015acae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:17.911568 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3748e535-3f25-40f8-947f-82b2edc76637 req-5b1f27d8-d21b-4e1b-98fa-1e70cde175d8 service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390131 Apr 30 13:13:17.938195 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d6859-dea2-4aab-af87-99060167eedf req-76f8e5a3-2091-43cd-b721-65d8425b0565 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:17.941682 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:17.945274 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3d7d6859-dea2-4aab-af87-99060167eedf req-76f8e5a3-2091-43cd-b721-65d8425b0565 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 931 time: 0.3090787 Apr 30 13:13:18.078459 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:18.081612 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3748e535-3f25-40f8-947f-82b2edc76637 req-ff2ad69d-f724-495f-9698-fed1384b064b service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535623 Apr 30 13:13:18.143965 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-3d7d6859-dea2-4aab-af87-99060167eedf req-bb87dbd4-7e9d-4ea4-a61e-7e53f739d123 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Synchronizing usage tracker for tenant:ec2819d344fc484e989aebbec429bee6 on resource:security_group {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:18.194632 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-a7e3d21e-9217-48d2-bccd-845511fcc82b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:18.195381 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-a7e3d21e-9217-48d2-bccd-845511fcc82b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Synchronizing usage tracker for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:network {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:18.220610 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-3d7d6859-dea2-4aab-af87-99060167eedf req-bb87dbd4-7e9d-4ea4-a61e-7e53f739d123 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Unset dirty status for tenant:ec2819d344fc484e989aebbec429bee6 on resource:security_group {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:18.221807 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3d7d6859-dea2-4aab-af87-99060167eedf req-bb87dbd4-7e9d-4ea4-a61e-7e53f739d123 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757850 Apr 30 13:13:18.228188 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-a7e3d21e-9217-48d2-bccd-845511fcc82b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Unset dirty status for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:network {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:18.229490 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-a7e3d21e-9217-48d2-bccd-845511fcc82b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.90 "GET /v2.0/networks?id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18 HTTP/1.1" status: 200 len: 817 time: 0.4263651 Apr 30 13:13:18.374411 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25054e74-438d-455e-95e8-36fcbf6c7078 req-54a50535-2516-4092-9284-67adb2d55178 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:18.377055 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-fccb9cb0-4359-46ab-bf36-bd0f2282113e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Synchronizing usage tracker for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:security_group {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:18.383194 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-25054e74-438d-455e-95e8-36fcbf6c7078 req-54a50535-2516-4092-9284-67adb2d55178 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 943 time: 0.1558487 Apr 30 13:13:18.455172 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fac52-f1f6-4e2f-842a-f600c55259c2 req-4de8101c-00f9-4823-8538-2bae16d0a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:18.458745 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-199fac52-f1f6-4e2f-842a-f600c55259c2 req-4de8101c-00f9-4823-8538-2bae16d0a812 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d6b8117760f4652a00a37c93b960cac&device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 1096 time: 0.1902754 Apr 30 13:13:18.463997 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-fccb9cb0-4359-46ab-bf36-bd0f2282113e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Unset dirty status for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:security_group {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:18.465725 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-fccb9cb0-4359-46ab-bf36-bd0f2282113e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963 HTTP/1.1" status: 200 len: 379 time: 0.2000864 Apr 30 13:13:18.491986 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3cad3525-4f29-499f-b9b0-c629c42a95e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:18.543842 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Request body: {'port': {'device_id': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'admin_state_up': True, 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'security_groups': ['424ebead-d728-4958-8cdf-c1483061bf5a']}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:18.565556 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-93d4f8ed-f84d-46bd-8606-0487ec623dc9 req-8eb393f5-256a-4c16-99ef-b5701e08800f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 210 time: 0.0965500 Apr 30 13:13:18.616650 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-25054e74-438d-455e-95e8-36fcbf6c7078 req-a2476c8d-548e-46ae-bad6-9e0f4fc912e7 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134724 Apr 30 13:13:18.628809 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618208f4-ed4e-4c03-ba39-be129e013762 {{(pid=73858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:18.643755 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:18.683856 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.provisioning_blocks [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Transition to ACTIVE for port object 618208f4-ed4e-4c03-ba39-be129e013762 will not be triggered until provisioned by entity L2. {{(pid=73858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:18.690493 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:18.699871 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:18.897982 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fac52-f1f6-4e2f-842a-f600c55259c2 req-136d1a4f-3aa7-4014-aaa6-c57b7c4fb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:18.899759 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-199fac52-f1f6-4e2f-842a-f600c55259c2 req-136d1a4f-3aa7-4014-aaa6-c57b7c4fb309 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8adb758d-2a96-45ff-b291-004c1ecf371a HTTP/1.1" status: 200 len: 917 time: 0.3816433 Apr 30 13:13:18.909910 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:18.985620 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Pushing event updated for resources: {'Port': ['ID=618208f4-ed4e-4c03-ba39-be129e013762,revision_number=2']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:19.044968 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:19.079185 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Attempting to bind port 618208f4-ed4e-4c03-ba39-be129e013762 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:13:19.079707 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Attempting to bind port 618208f4-ed4e-4c03-ba39-be129e013762 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8a59e979-8261-43f1-b792-2cb88a0cf5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ab2a0893-c012-4524-a1b6-780aabea71da'}] {{(pid=73858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:13:19.080068 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Attempting to bind port 618208f4-ed4e-4c03-ba39-be129e013762 on network ab2a0893-c012-4524-a1b6-780aabea71da {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:19.085590 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Port 618208f4-ed4e-4c03-ba39-be129e013762 on network ab2a0893-c012-4524-a1b6-780aabea71da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:13:19.085938 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Attempting to bind port 618208f4-ed4e-4c03-ba39-be129e013762 on network ab2a0893-c012-4524-a1b6-780aabea71da {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:19.091669 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:13:19.092004 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Checking segment: {'id': '8a59e979-8261-43f1-b792-2cb88a0cf5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ab2a0893-c012-4524-a1b6-780aabea71da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:13:19.092575 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Bound using segment: {'id': '8a59e979-8261-43f1-b792-2cb88a0cf5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ab2a0893-c012-4524-a1b6-780aabea71da'} {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:13:19.093005 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Bound port: 618208f4-ed4e-4c03-ba39-be129e013762, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a59e979-8261-43f1-b792-2cb88a0cf5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ab2a0893-c012-4524-a1b6-780aabea71da'}}] {{(pid=73858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:13:19.093355 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.173017 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:19.197692 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Made reservation on behalf of 019ca6f09f6e4be8a4d5d69ef83c1963 for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:13:19.209623 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.221523 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] For port 618208f4-ed4e-4c03-ba39-be129e013762, host hv-cinder-78836, cleared binding levels {{(pid=73858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:13:19.222985 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-199fac52-f1f6-4e2f-842a-f600c55259c2 req-7587a9db-2f2c-4ea9-8379-1513180a0c9c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2948caa3-c3cc-48d5-b7bf-19e63b95414e HTTP/1.1" status: 200 len: 217 time: 0.3091505 Apr 30 13:13:19.226324 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] For port 618208f4-ed4e-4c03-ba39-be129e013762, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=618208f4-ed4e-4c03-ba39-be129e013762,segment=NetworkSegment(8a59e979-8261-43f1-b792-2cb88a0cf5bc),segment_id=8a59e979-8261-43f1-b792-2cb88a0cf5bc)] {{(pid=73858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:13:19.232632 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.241484 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:19.243796 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21c4c7-afe3-4ba2-a632-ef1b39825e7b req-eb326ce4-5151-4054-98ae-8f9f60f27302 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:19.245281 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5c21c4c7-afe3-4ba2-a632-ef1b39825e7b req-eb326ce4-5151-4054-98ae-8f9f60f27302 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.5004644 Apr 30 13:13:19.321390 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fac52-f1f6-4e2f-842a-f600c55259c2 req-2017e0db-5fb7-4a70-9e79-8cff134a267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:19.322851 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-199fac52-f1f6-4e2f-842a-f600c55259c2 req-2017e0db-5fb7-4a70-9e79-8cff134a267e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adcaaf38-75b3-455f-9d70-d232543aec69 HTTP/1.1" status: 200 len: 855 time: 0.0874918 Apr 30 13:13:19.387141 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:19.387755 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.389990 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] 10.222.0.90 "PUT /v2.0/ports/618208f4-ed4e-4c03-ba39-be129e013762 HTTP/1.1" status: 200 len: 1093 time: 1.6750484 Apr 30 13:13:19.390484 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e189ef-cc96-4e95-a3d7-aba2015acae4', 'tag': '618208f4-ed4e-4c03-ba39-be129e013762'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:19.465118 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-199fac52-f1f6-4e2f-842a-f600c55259c2 req-0c706ac6-68c9-48bc-8bba-8fff93361b5f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8adb758d-2a96-45ff-b291-004c1ecf371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994849 Apr 30 13:13:19.534288 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5c21c4c7-afe3-4ba2-a632-ef1b39825e7b req-0163b173-7a82-41e1-988f-08ce08531065 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098527 Apr 30 13:13:19.605307 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Pushing event updated for resources: {'Port': ['ID=618208f4-ed4e-4c03-ba39-be129e013762,revision_number=3']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:19.611099 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:19.667736 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18240c85-16fc-404e-a892-618bb3e7c415 req-7d274a25-07eb-4e40-a751-eb16fade6a11 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:19.668465 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-18240c85-16fc-404e-a892-618bb3e7c415 req-7d274a25-07eb-4e40-a751-eb16fade6a11 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Synchronizing usage tracker for tenant:ec2819d344fc484e989aebbec429bee6 on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:19.677769 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-80bcc7c3-c009-4dcc-8a6a-08bfbb804876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:19.679389 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-80bcc7c3-c009-4dcc-8a6a-08bfbb804876 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ec2819d344fc484e989aebbec429bee6&device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 1096 time: 0.1976686 Apr 30 13:13:19.681114 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:19.693627 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Allocated IP 172.20.0.4 (4c426767-2e36-4bf8-afcd-7ed2bbd68c18/49a9087f-e65a-4a37-b218-569f62f239a8/fd97b4ee-7468-491b-ae00-251b195c71ce) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:13:19.700095 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-199fac52-f1f6-4e2f-842a-f600c55259c2 req-c3ec0eda-eee6-45e8-9128-9734442bc362 service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195709 Apr 30 13:13:19.707635 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-18240c85-16fc-404e-a892-618bb3e7c415 req-7d274a25-07eb-4e40-a751-eb16fade6a11 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Unset dirty status for tenant:ec2819d344fc484e989aebbec429bee6 on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:19.714843 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-18240c85-16fc-404e-a892-618bb3e7c415 req-7d274a25-07eb-4e40-a751-eb16fade6a11 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 943 time: 0.2428055 Apr 30 13:13:19.858407 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-f5ff9aea-523a-4136-912f-d406b7d06e6f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=618208f4-ed4e-4c03-ba39-be129e013762 HTTP/1.1" status: 200 len: 217 time: 0.1304288 Apr 30 13:13:19.917534 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0662f33d-e3c8-4139-97d7-ce638179a1bd req-4e95e456-9c5e-44aa-acc9-6919c0587aff tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 210 time: 0.0806088 Apr 30 13:13:19.954838 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-18240c85-16fc-404e-a892-618bb3e7c415 req-ccbed831-620d-443e-bd62-12d1af231a4e tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187941 Apr 30 13:13:20.007611 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-9898f782-1980-4c9c-8eeb-6b73a080ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:20.017635 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-9898f782-1980-4c9c-8eeb-6b73a080ee20 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=46ac01a2-ee57-495b-bba9-0308c043121a HTTP/1.1" status: 200 len: 849 time: 0.1478419 Apr 30 13:13:20.023355 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-199fac52-f1f6-4e2f-842a-f600c55259c2 req-83353790-4903-4548-9c10-f225aac8bd6c service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980704 Apr 30 13:13:20.064254 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.089586 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Transition to ACTIVE for port object fd97b4ee-7468-491b-ae00-251b195c71ce will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:20.122379 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.137181 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:20.164606 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-52b0bb97-49d2-4b4b-b957-ff689fc113cd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab2a0893-c012-4524-a1b6-780aabea71da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086013 Apr 30 13:13:20.273001 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:13:20.282780 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:20.300451 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:13:20.360576 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event updated for resources: {'Port': ['ID=fd97b4ee-7468-491b-ae00-251b195c71ce,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:20.369042 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:20.410782 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:20.411967 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.469882 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9518623 Apr 30 13:13:20.494603 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7accd0-e6a6-437d-ace4-99f6a046f8d4 req-52679bcf-3791-4be8-8fbc-17b3e896eeaf tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:20.506664 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc7accd0-e6a6-437d-ace4-99f6a046f8d4 req-52679bcf-3791-4be8-8fbc-17b3e896eeaf tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 943 time: 0.3236468 Apr 30 13:13:20.516247 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-2df944c9-aa85-4145-bfcc-18b87755b044 service neutron] 10.222.0.90 "GET /v2.0/networks/ab2a0893-c012-4524-a1b6-780aabea71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406131 Apr 30 13:13:20.520481 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Request body: {'port': {'device_id': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:20.632466 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-23e13667-3d93-4996-bd69-7c45de4c0a94 None None] Provisioning for port fd97b4ee-7468-491b-ae00-251b195c71ce completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:20.656587 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-23e13667-3d93-4996-bd69-7c45de4c0a94 None None] Provisioning complete for port fd97b4ee-7468-491b-ae00-251b195c71ce triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:20.657106 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-23e13667-3d93-4996-bd69-7c45de4c0a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.715563 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cc7accd0-e6a6-437d-ace4-99f6a046f8d4 req-f57fc34c-37cd-4075-ae5a-06079af2f15e tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065651 Apr 30 13:13:20.737064 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e189ef-cc96-4e95-a3d7-aba2015acae4', 'tag': '618208f4-ed4e-4c03-ba39-be129e013762', 'status': 'completed', 'code': 200} Apr 30 13:13:20.739933 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 2948caa3-c3cc-48d5-b7bf-19e63b95414e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:13:20.755094 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1a4a8cf2-8979-4b49-9055-0ba8a1bebac8 req-db2ee8bc-1a8d-49eb-a1b8-e6eb3dd1d58e service neutron] 10.222.0.90 "GET /v2.0/networks/ab2a0893-c012-4524-a1b6-780aabea71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260034 Apr 30 13:13:20.833160 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-23e13667-3d93-4996-bd69-7c45de4c0a94 None None] Port fd97b4ee-7468-491b-ae00-251b195c71ce cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:13:20.849916 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.002082 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 2948caa3-c3cc-48d5-b7bf-19e63b95414e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2948caa3-c3cc-48d5-b7bf-19e63b95414e,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:21.017052 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': '2948caa3-c3cc-48d5-b7bf-19e63b95414e', 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a', 'port_id': '2948caa3-c3cc-48d5-b7bf-19e63b95414e', 'mac_address': 'fa:16:3e:3c:85:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcaaf38-75b3-455f-9d70-d232543aec69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:13:21.017748 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f782c2b-fd14-4a37-b526-85ad040a8db2 req-c9037540-d939-4e79-938f-032f2ce40979 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:21.023821 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2f782c2b-fd14-4a37-b526-85ad040a8db2 req-c9037540-d939-4e79-938f-032f2ce40979 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.2494597 Apr 30 13:13:21.025005 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42592) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:21.086650 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.106090 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2948caa3-c3cc-48d5-b7bf-19e63b95414e {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:21.129402 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 2948caa3-c3cc-48d5-b7bf-19e63b95414e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2948caa3-c3cc-48d5-b7bf-19e63b95414e,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:21.135062 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.137255 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-dfda18cc-f0cc-4910-8c1f-c30e26388d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:21.225354 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2f782c2b-fd14-4a37-b526-85ad040a8db2 req-c4081633-1f2f-49f7-834d-5dad82cf730c tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494162 Apr 30 13:13:21.273305 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=2948caa3-c3cc-48d5-b7bf-19e63b95414e,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:21.280879 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:21.287761 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15dd8f-a09c-47cb-b08a-70684769a227 req-f6c24d7d-c2f9-40d1-9645-1236087bb41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:21.296014 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9b15dd8f-a09c-47cb-b08a-70684769a227 req-f6c24d7d-c2f9-40d1-9645-1236087bb41f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ec2819d344fc484e989aebbec429bee6&device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 1096 time: 0.4069383 Apr 30 13:13:21.338632 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.467631 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa29c0-944e-48ec-b3ef-2f9a6ce97f13 req-a64b2c21-0d1b-4239-8f28-cecc61b42b21 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:21.473322 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-2cfa29c0-944e-48ec-b3ef-2f9a6ce97f13 req-a64b2c21-0d1b-4239-8f28-cecc61b42b21 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Synchronizing usage tracker for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:21.579481 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a7f33d27-15e6-48ae-ab3b-54245d6310c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.609843 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-a7f33d27-15e6-48ae-ab3b-54245d6310c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:21.615643 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['2948caa3-c3cc-48d5-b7bf-19e63b95414e'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:21.662263 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-2cfa29c0-944e-48ec-b3ef-2f9a6ce97f13 req-a64b2c21-0d1b-4239-8f28-cecc61b42b21 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Unset dirty status for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:21.663649 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-a7f33d27-15e6-48ae-ab3b-54245d6310c7 admin admin] Usage tracker for resource:security_group_rule and tenant:0dcc2e541b594f5498ca2a0034c38698 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:21.670691 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2cfa29c0-944e-48ec-b3ef-2f9a6ce97f13 req-a64b2c21-0d1b-4239-8f28-cecc61b42b21 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 931 time: 0.5174916 Apr 30 13:13:21.693054 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-a7f33d27-15e6-48ae-ab3b-54245d6310c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:21.704809 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15dd8f-a09c-47cb-b08a-70684769a227 req-1c999638-72ce-4ec0-9199-d86084bf663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:21.706961 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9b15dd8f-a09c-47cb-b08a-70684769a227 req-1c999638-72ce-4ec0-9199-d86084bf663b service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab2a0893-c012-4524-a1b6-780aabea71da HTTP/1.1" status: 200 len: 911 time: 0.3962035 Apr 30 13:13:21.707834 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-a7f33d27-15e6-48ae-ab3b-54245d6310c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:21.732779 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd97b4ee-7468-491b-ae00-251b195c71ce {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:21.747072 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.749653 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2cfa29c0-944e-48ec-b3ef-2f9a6ce97f13 req-7db1c895-a461-4ff6-9fa2-2473b967d586 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781093 Apr 30 13:13:21.785987 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Transition to ACTIVE for port object fd97b4ee-7468-491b-ae00-251b195c71ce will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:21.791368 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.796443 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:21.817313 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f617f0-8693-42ec-8f63-1c102ecea2b0 req-dcca0cdd-ed29-42d3-be4b-f78af5761162 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:21.818998 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-24f617f0-8693-42ec-8f63-1c102ecea2b0 req-dcca0cdd-ed29-42d3-be4b-f78af5761162 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 943 time: 0.3390920 Apr 30 13:13:21.830014 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9b15dd8f-a09c-47cb-b08a-70684769a227 req-95376dbf-0678-4aaf-982a-e0b26e2a6550 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=618208f4-ed4e-4c03-ba39-be129e013762 HTTP/1.1" status: 200 len: 217 time: 0.1120205 Apr 30 13:13:21.959473 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15dd8f-a09c-47cb-b08a-70684769a227 req-3dafbee9-796f-469a-a4ed-dc107982c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:21.964386 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9b15dd8f-a09c-47cb-b08a-70684769a227 req-3dafbee9-796f-469a-a4ed-dc107982c1e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=46ac01a2-ee57-495b-bba9-0308c043121a HTTP/1.1" status: 200 len: 849 time: 0.1113529 Apr 30 13:13:22.065839 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9b15dd8f-a09c-47cb-b08a-70684769a227 req-671dc2fd-0def-45ad-b129-8be481da0b78 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab2a0893-c012-4524-a1b6-780aabea71da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928833 Apr 30 13:13:22.088320 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Pushing event updated for resources: {'Port': ['ID=fd97b4ee-7468-491b-ae00-251b195c71ce,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:22.121557 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:22.138728 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-24f617f0-8693-42ec-8f63-1c102ecea2b0 req-9e560f64-0f90-4d1d-b75c-e2058f703991 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108549 Apr 30 13:13:22.211637 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Attempting to bind port fd97b4ee-7468-491b-ae00-251b195c71ce on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:13:22.211974 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Attempting to bind port fd97b4ee-7468-491b-ae00-251b195c71ce by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:13:22.212306 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Attempting to bind port fd97b4ee-7468-491b-ae00-251b195c71ce on network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:22.222017 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fabea3-569b-400c-9dc9-22e9339cf3ba req-53a010b4-903b-40fb-bd63-226f288240d4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:22.228358 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-87fabea3-569b-400c-9dc9-22e9339cf3ba req-53a010b4-903b-40fb-bd63-226f288240d4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 944 time: 0.3340065 Apr 30 13:13:22.232989 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Port fd97b4ee-7468-491b-ae00-251b195c71ce on network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:13:22.233311 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Attempting to bind port fd97b4ee-7468-491b-ae00-251b195c71ce on network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:22.290436 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:13:22.290998 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Checking segment: {'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:13:22.291545 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Bound using segment: {'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:13:22.292416 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Bound port: fd97b4ee-7468-491b-ae00-251b195c71ce, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:13:22.292920 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:22.363029 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-87fabea3-569b-400c-9dc9-22e9339cf3ba req-0b212826-9b30-4446-8cb0-8462a9c65aab tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272085 Apr 30 13:13:22.412959 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] For port fd97b4ee-7468-491b-ae00-251b195c71ce, host hv-cinder-78836, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:13:22.417575 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] For port fd97b4ee-7468-491b-ae00-251b195c71ce, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd97b4ee-7468-491b-ae00-251b195c71ce,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:13:22.424679 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:22.429571 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:22.494631 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:22.495500 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:22.497148 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] 10.222.0.90 "PUT /v2.0/ports/fd97b4ee-7468-491b-ae00-251b195c71ce HTTP/1.1" status: 200 len: 1093 time: 1.9874465 Apr 30 13:13:22.502039 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'tag': 'fd97b4ee-7468-491b-ae00-251b195c71ce'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:22.555119 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Pushing event updated for resources: {'Port': ['ID=fd97b4ee-7468-491b-ae00-251b195c71ce,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:22.559137 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:22.633534 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a7f33d27-15e6-48ae-ab3b-54245d6310c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:22.643568 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'tag': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'status': 'completed', 'code': 200} Apr 30 13:13:22.658739 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a7f33d27-15e6-48ae-ab3b-54245d6310c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:22.679469 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-462f178a-2004-4b98-8736-ff3e2b10e808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:22.692230 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-fcc4b4f4-46e4-48ec-bbfc-abddab4cf06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:22.692665 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9b15dd8f-a09c-47cb-b08a-70684769a227 req-306b6f35-7c22-480b-8780-9cd4b0550bd8 service neutron] 10.222.0.90 "GET /v2.0/networks/ab2a0893-c012-4524-a1b6-780aabea71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154993 Apr 30 13:13:22.693897 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-fcc4b4f4-46e4-48ec-bbfc-abddab4cf06f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963&device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 1096 time: 0.1192517 Apr 30 13:13:22.785587 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f33d27-15e6-48ae-ab3b-54245d6310c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7f93e2-ac05-4a91-b85e-4c625e597f68,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:22.788899 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-a7f33d27-15e6-48ae-ab3b-54245d6310c7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0dcc2e541b594f5498ca2a0034c38698&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7505255 Apr 30 13:13:22.792187 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a7f33d27-15e6-48ae-ab3b-54245d6310c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:22.792628 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42658) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:22.875342 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-1542b0a6-7a98-4ac2-9f38-eefe5dba76a7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd97b4ee-7468-491b-ae00-251b195c71ce HTTP/1.1" status: 200 len: 217 time: 0.1574574 Apr 30 13:13:22.898406 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803d302-2c93-47bc-8c46-1aa5edeb007b req-d36b9746-e857-4440-abef-359d9869510f tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:22.905225 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5803d302-2c93-47bc-8c46-1aa5edeb007b req-d36b9746-e857-4440-abef-359d9869510f tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.4233747 Apr 30 13:13:22.984846 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9b15dd8f-a09c-47cb-b08a-70684769a227 req-b6452447-dd26-4a3a-b15f-d5749a4934c6 service neutron] 10.222.0.90 "GET /v2.0/networks/ab2a0893-c012-4524-a1b6-780aabea71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658224 Apr 30 13:13:23.012729 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5803d302-2c93-47bc-8c46-1aa5edeb007b req-632144a7-7939-425c-8818-8a1b746b72f8 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045496 Apr 30 13:13:23.034354 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e218bde4-ef42-4b88-9fbe-51b73400a6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:23.073321 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-b5d803e6-8c7e-463c-88fc-955de148e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:23.074883 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-b5d803e6-8c7e-463c-88fc-955de148e5ea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49a9087f-e65a-4a37-b218-569f62f239a8 HTTP/1.1" status: 200 len: 856 time: 0.1931605 Apr 30 13:13:23.085865 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e218bde4-ef42-4b88-9fbe-51b73400a6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:23.150747 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e218bde4-ef42-4b88-9fbe-51b73400a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:23.156071 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-af86b73c-52b6-42df-888d-8c510f26a39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:23.172203 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218bde4-ef42-4b88-9fbe-51b73400a6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7f93e2-ac05-4a91-b85e-4c625e597f68,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:23.178038 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e218bde4-ef42-4b88-9fbe-51b73400a6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:23.180005 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e218bde4-ef42-4b88-9fbe-51b73400a6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:23.191346 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-e218bde4-ef42-4b88-9fbe-51b73400a6c4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7f7f93e2-ac05-4a91-b85e-4c625e597f68 HTTP/1.1" status: 204 len: 168 time: 0.3974733 Apr 30 13:13:23.216031 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b1078-d7da-461c-9672-6f6d62c34457 req-67452c75-7266-4f16-b9cf-550e6ffc88da tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:23.217613 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-327b1078-d7da-461c-9672-6f6d62c34457 req-67452c75-7266-4f16-b9cf-550e6ffc88da tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.2673211 Apr 30 13:13:23.323196 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-327b1078-d7da-461c-9672-6f6d62c34457 req-17be052a-32d9-4388-8acb-5372fba89e1b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960026 Apr 30 13:13:23.335648 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-68b90e2f-b89c-48ce-b460-976d1a61653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:23.337634 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-68b90e2f-b89c-48ce-b460-976d1a61653a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2482235 Apr 30 13:13:23.429114 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cba889-7256-4a4f-955a-e3e2914df274 req-d1c1f727-da79-4249-87f3-bb794f4253a5 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:23.431459 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a4cba889-7256-4a4f-955a-e3e2914df274 req-d1c1f727-da79-4249-87f3-bb794f4253a5 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 943 time: 0.1535034 Apr 30 13:13:23.521881 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a4cba889-7256-4a4f-955a-e3e2914df274 req-646fa486-8735-4dfe-b095-ec038f379697 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844185 Apr 30 13:13:23.567557 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-ddbfaece-e343-453c-bb65-93f7df9ae029 service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196412 Apr 30 13:13:23.845170 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5c215daa-0c59-4f1c-9856-ee784a86a920 req-bd5e173d-105b-4afa-9945-9dc7589cb5d0 service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680669 Apr 30 13:13:23.893036 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d50bb0-2781-44c4-b847-c90adecdbbd0 req-0597ec84-08f5-46bd-9a32-d031416161a2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:23.894674 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-00d50bb0-2781-44c4-b847-c90adecdbbd0 req-0597ec84-08f5-46bd-9a32-d031416161a2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 944 time: 0.1803529 Apr 30 13:13:23.945950 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-00d50bb0-2781-44c4-b847-c90adecdbbd0 req-e60747f6-f06a-4c81-953e-b7ea0d06bac8 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432355 Apr 30 13:13:24.091244 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01551-be40-47ad-bc1c-6f6298a1bca1 req-004488e5-fbfa-453b-9975-26f81d1f166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:24.093245 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f8b01551-be40-47ad-bc1c-6f6298a1bca1 req-004488e5-fbfa-453b-9975-26f81d1f166e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963&device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 1096 time: 0.0888650 Apr 30 13:13:24.249801 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01551-be40-47ad-bc1c-6f6298a1bca1 req-e4e60b76-f643-40a6-a944-a34e384c9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:24.251331 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f8b01551-be40-47ad-bc1c-6f6298a1bca1 req-e4e60b76-f643-40a6-a944-a34e384c9b37 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18 HTTP/1.1" status: 200 len: 919 time: 0.1506691 Apr 30 13:13:24.257024 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e853b7b-7b3e-4365-98dd-3bddb036869f req-7f63252b-17e8-4df4-b341-759cb8a98d90 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:24.258604 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4e853b7b-7b3e-4365-98dd-3bddb036869f req-7f63252b-17e8-4df4-b341-759cb8a98d90 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.0837586 Apr 30 13:13:24.308326 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4e853b7b-7b3e-4365-98dd-3bddb036869f req-c4d82a31-1f66-46d3-8f3c-c0c873d76719 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416729 Apr 30 13:13:24.401711 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f8b01551-be40-47ad-bc1c-6f6298a1bca1 req-8fc53e79-bdf3-466f-bb3d-509561b6179c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd97b4ee-7468-491b-ae00-251b195c71ce HTTP/1.1" status: 200 len: 217 time: 0.1418514 Apr 30 13:13:24.535815 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01551-be40-47ad-bc1c-6f6298a1bca1 req-a82551a9-5283-4b0e-ac79-1cee37a80668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:24.537298 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f8b01551-be40-47ad-bc1c-6f6298a1bca1 req-a82551a9-5283-4b0e-ac79-1cee37a80668 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49a9087f-e65a-4a37-b218-569f62f239a8 HTTP/1.1" status: 200 len: 856 time: 0.1228635 Apr 30 13:13:24.621961 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1248914-401d-4dce-8b83-de372bb8eb3c req-5134006c-5045-4458-a7b3-551f7081987f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:24.623517 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a1248914-401d-4dce-8b83-de372bb8eb3c req-5134006c-5045-4458-a7b3-551f7081987f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.1501336 Apr 30 13:13:24.684247 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01551-be40-47ad-bc1c-6f6298a1bca1 req-2ffba484-e435-4e2d-97a7-a2bcf334e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:24.686709 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f8b01551-be40-47ad-bc1c-6f6298a1bca1 req-2ffba484-e435-4e2d-97a7-a2bcf334e39c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1354260 Apr 30 13:13:24.727713 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a1248914-401d-4dce-8b83-de372bb8eb3c req-a7718afb-103f-4b6a-ae8e-c61395d0e512 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910082 Apr 30 13:13:24.755982 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27467d69-ebbd-49ee-883e-ba1904b90114 req-6f1060dc-14f1-47d8-998b-306f202293e6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:24.758632 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-27467d69-ebbd-49ee-883e-ba1904b90114 req-6f1060dc-14f1-47d8-998b-306f202293e6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 943 time: 0.1000328 Apr 30 13:13:24.761958 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 618208f4-ed4e-4c03-ba39-be129e013762 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:13:24.780244 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 2948caa3-c3cc-48d5-b7bf-19e63b95414e up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:24.837956 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42732) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:24.847189 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-27467d69-ebbd-49ee-883e-ba1904b90114 req-adfa2d88-efc1-4f72-b15b-aa56e8011989 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875683 Apr 30 13:13:24.884575 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f8b01551-be40-47ad-bc1c-6f6298a1bca1 req-f7779975-d483-429e-9acf-3b663314c924 service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885042 Apr 30 13:13:24.985557 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 618208f4-ed4e-4c03-ba39-be129e013762, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=618208f4-ed4e-4c03-ba39-be129e013762,segment=NetworkSegment(8a59e979-8261-43f1-b792-2cb88a0cf5bc),segment_id=8a59e979-8261-43f1-b792-2cb88a0cf5bc)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:25.001825 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': '618208f4-ed4e-4c03-ba39-be129e013762', 'network_id': 'ab2a0893-c012-4524-a1b6-780aabea71da', 'port_id': '618208f4-ed4e-4c03-ba39-be129e013762', 'mac_address': 'fa:16:3e:e3:f8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ac01a2-ee57-495b-bba9-0308c043121a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:13:25.098843 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-100a5eb2-b2bc-4ca6-8cfd-c3be15f7992d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:25.134467 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port 2948caa3-c3cc-48d5-b7bf-19e63b95414e completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:25.141504 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-100a5eb2-b2bc-4ca6-8cfd-c3be15f7992d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:25.144452 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:25.151335 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-100a5eb2-b2bc-4ca6-8cfd-c3be15f7992d admin admin] Usage tracker for resource:security_group_rule and tenant:940008d76286448c8eab27d1e7b1e1a2 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:25.159836 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-100a5eb2-b2bc-4ca6-8cfd-c3be15f7992d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:25.176736 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-100a5eb2-b2bc-4ca6-8cfd-c3be15f7992d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:25.185946 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port 2948caa3-c3cc-48d5-b7bf-19e63b95414e triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:25.186535 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:25.243932 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f8b01551-be40-47ad-bc1c-6f6298a1bca1 req-e28ef971-aa18-4de9-a656-458d6f9c1fa4 service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514335 Apr 30 13:13:25.302685 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618208f4-ed4e-4c03-ba39-be129e013762 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:25.332747 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee9b92-574f-4c49-9572-08fb00228b8a req-c52ce1a0-1200-4f5c-98cd-99b5cb1137e0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:25.342382 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f0ee9b92-574f-4c49-9572-08fb00228b8a req-c52ce1a0-1200-4f5c-98cd-99b5cb1137e0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 944 time: 0.1663985 Apr 30 13:13:25.418337 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 618208f4-ed4e-4c03-ba39-be129e013762, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=618208f4-ed4e-4c03-ba39-be129e013762,segment=NetworkSegment(8a59e979-8261-43f1-b792-2cb88a0cf5bc),segment_id=8a59e979-8261-43f1-b792-2cb88a0cf5bc)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:25.420209 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:25.426385 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-100a5eb2-b2bc-4ca6-8cfd-c3be15f7992d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:25.428389 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f0ee9b92-574f-4c49-9572-08fb00228b8a req-92c26805-aa6e-4a78-a04b-8df6040abbb5 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830603 Apr 30 13:13:25.433398 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:25.437962 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:25.441349 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-100a5eb2-b2bc-4ca6-8cfd-c3be15f7992d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:25.459711 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-2236713e-9aaf-4e5f-8561-9c775e19f6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:25.502036 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-100a5eb2-b2bc-4ca6-8cfd-c3be15f7992d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=940008d76286448c8eab27d1e7b1e1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6521418 Apr 30 13:13:25.502430 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a5eb2-b2bc-4ca6-8cfd-c3be15f7992d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf84f88f-d97d-4cd7-8b37-7c1f9efecc36,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:25.503178 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42766) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:25.505501 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-100a5eb2-b2bc-4ca6-8cfd-c3be15f7992d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:25.523021 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 2948caa3-c3cc-48d5-b7bf-19e63b95414e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2948caa3-c3cc-48d5-b7bf-19e63b95414e,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:25.526325 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879f9953-354f-4003-ad05-b6cb70419fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2948caa3-c3cc-48d5-b7bf-19e63b95414e'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:25.562022 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:25.587800 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=618208f4-ed4e-4c03-ba39-be129e013762,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:25.591052 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:25.591525 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:25.615702 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42774) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:25.640155 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879f9953-354f-4003-ad05-b6cb70419fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2948caa3-c3cc-48d5-b7bf-19e63b95414e', 'code': 200} Apr 30 13:13:25.661839 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b60458-4db8-4c83-9470-68cd4e9d22c3 req-c9259d0f-c6ad-4f5e-9201-4bccc3ac7e15 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:25.673049 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b2b60458-4db8-4c83-9470-68cd4e9d22c3 req-c9259d0f-c6ad-4f5e-9201-4bccc3ac7e15 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.1334982 Apr 30 13:13:25.681972 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=2948caa3-c3cc-48d5-b7bf-19e63b95414e,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:25.685506 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:25.699782 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a3e09330-fbc5-425f-a5e2-f2a0c265703c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:25.731717 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b2b60458-4db8-4c83-9470-68cd4e9d22c3 req-db24b7e4-9e89-4ff3-aeab-2d63852a2b53 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575910 Apr 30 13:13:25.791011 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a3e09330-fbc5-425f-a5e2-f2a0c265703c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:25.845874 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-dee99f28-c011-4c57-87a9-8217d5b03e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:25.866288 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a3e09330-fbc5-425f-a5e2-f2a0c265703c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:25.874129 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['618208f4-ed4e-4c03-ba39-be129e013762'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:25.889516 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-dee99f28-c011-4c57-87a9-8217d5b03e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:25.896520 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-dee99f28-c011-4c57-87a9-8217d5b03e03 admin admin] Usage tracker for resource:security_group_rule and tenant:a6da037f619b4a88b3a767f112c5bafb is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:25.900619 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-dee99f28-c011-4c57-87a9-8217d5b03e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:25.909561 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-dee99f28-c011-4c57-87a9-8217d5b03e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:25.995996 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2385f408-5289-4bc1-8a2f-1aa773ca82df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:26.081409 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a3e09330-fbc5-425f-a5e2-f2a0c265703c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:26.083357 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-a3e09330-fbc5-425f-a5e2-f2a0c265703c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bf84f88f-d97d-4cd7-8b37-7c1f9efecc36 HTTP/1.1" status: 204 len: 168 time: 0.5790193 Apr 30 13:13:26.084206 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-dee99f28-c011-4c57-87a9-8217d5b03e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:26.084434 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e09330-fbc5-425f-a5e2-f2a0c265703c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf84f88f-d97d-4cd7-8b37-7c1f9efecc36,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:26.095031 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-dee99f28-c011-4c57-87a9-8217d5b03e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:26.102920 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a3e09330-fbc5-425f-a5e2-f2a0c265703c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:26.105423 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f7e91db6-df9b-4041-9630-1d504764257b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:26.176889 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-dee99f28-c011-4c57-87a9-8217d5b03e03 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a6da037f619b4a88b3a767f112c5bafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5600450 Apr 30 13:13:26.180747 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42794) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:26.199257 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee99f28-c011-4c57-87a9-8217d5b03e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fd2cb2-460d-405b-83c7-038c4eeb51bf,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:26.218849 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5525a4d-fde3-4153-b6b1-8b7b536ae69b req-803fdeda-6771-4583-b2e5-ecb39adfc6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:26.220979 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a5525a4d-fde3-4153-b6b1-8b7b536ae69b req-803fdeda-6771-4583-b2e5-ecb39adfc6e4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 1098 time: 0.1970599 Apr 30 13:13:26.222362 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-dee99f28-c011-4c57-87a9-8217d5b03e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:26.233548 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dcbae-4343-40d9-94a4-e8b9c33bcbfe req-0e438a2d-a2a9-44f0-9bf3-d60fb6b590f8 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:26.234576 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed3e5f-830b-4236-a467-b1ede6c639e2 req-23d2499b-1054-4e93-b58b-0065e248b63a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:26.236046 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-25ed3e5f-830b-4236-a467-b1ede6c639e2 req-23d2499b-1054-4e93-b58b-0065e248b63a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.3650930 Apr 30 13:13:26.238691 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-436dcbae-4343-40d9-94a4-e8b9c33bcbfe req-0e438a2d-a2a9-44f0-9bf3-d60fb6b590f8 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 944 time: 0.2553816 Apr 30 13:13:26.322702 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a5525a4d-fde3-4153-b6b1-8b7b536ae69b req-5a3e4688-f669-4e9e-bef9-ae60086e33ed service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782838 Apr 30 13:13:26.327546 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-25ed3e5f-830b-4236-a467-b1ede6c639e2 req-058ac64d-8dd5-4b1f-b949-5b530580ab1b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845406 Apr 30 13:13:26.379556 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-436dcbae-4343-40d9-94a4-e8b9c33bcbfe req-f4e7078b-430b-4e08-b5ea-989ae0466703 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326518 Apr 30 13:13:26.396667 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e8808a91-433b-458c-acaf-78398d78f635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:26.428655 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e8808a91-433b-458c-acaf-78398d78f635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:26.494269 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e8808a91-433b-458c-acaf-78398d78f635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:26.501858 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-ebd45d3d-3657-4ba4-92b5-2f1ded6914ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:26.522141 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8808a91-433b-458c-acaf-78398d78f635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fd2cb2-460d-405b-83c7-038c4eeb51bf,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:26.522845 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42808) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:26.530567 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e8808a91-433b-458c-acaf-78398d78f635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:26.535148 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e8808a91-433b-458c-acaf-78398d78f635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:26.538830 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-e8808a91-433b-458c-acaf-78398d78f635 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a8fd2cb2-460d-405b-83c7-038c4eeb51bf HTTP/1.1" status: 204 len: 168 time: 0.3542106 Apr 30 13:13:26.565008 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4c18713f-d1f8-48ba-a1b1-5306a9afded0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:26.581550 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4c18713f-d1f8-48ba-a1b1-5306a9afded0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:26.585913 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-4c18713f-d1f8-48ba-a1b1-5306a9afded0 admin admin] Usage tracker for resource:security_group_rule and tenant:ac659fb36d9949e19be29f9d73c0c7fc is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:26.589091 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-4c18713f-d1f8-48ba-a1b1-5306a9afded0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:26.627576 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-4c18713f-d1f8-48ba-a1b1-5306a9afded0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:26.648252 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-6e2e0a1a-62b6-4b44-b3db-143e4d616662 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=83ae7d88f2bb46ec84bb8b0e7bb06e62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287364 Apr 30 13:13:26.736634 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d8855-c39d-4b88-8a18-9987a8a26067 req-53fa3dd8-fd33-40d9-8c9d-db2a17424a53 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:26.739175 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0c6d8855-c39d-4b88-8a18-9987a8a26067 req-53fa3dd8-fd33-40d9-8c9d-db2a17424a53 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 945 time: 0.1467338 Apr 30 13:13:26.798708 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fd97b4ee-7468-491b-ae00-251b195c71ce details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:13:26.802707 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4c18713f-d1f8-48ba-a1b1-5306a9afded0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:26.813981 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4c18713f-d1f8-48ba-a1b1-5306a9afded0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:26.829093 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4900eb2a-d252-4899-a86a-2e332d41fa2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:26.848274 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-7c1ae408-6d1c-4d73-833a-da60ec76b556 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:26.856504 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0c6d8855-c39d-4b88-8a18-9987a8a26067 req-f879be85-da46-43a1-9297-349ab3f95322 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981982 Apr 30 13:13:26.857341 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-7c1ae408-6d1c-4d73-833a-da60ec76b556 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010560 Apr 30 13:13:26.877819 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-627880c3-4d77-49e4-8ccf-0611ba4d7d02 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/quotas/83ae7d88f2bb46ec84bb8b0e7bb06e62 HTTP/1.1" status: 200 len: 375 time: 0.0191770 Apr 30 13:13:26.914991 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18713f-d1f8-48ba-a1b1-5306a9afded0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeddf28-1353-4ae5-9d13-89947026cf74,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:26.917041 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-4c18713f-d1f8-48ba-a1b1-5306a9afded0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ac659fb36d9949e19be29f9d73c0c7fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926814 Apr 30 13:13:26.918039 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4c18713f-d1f8-48ba-a1b1-5306a9afded0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:26.921123 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42830) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:26.942771 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-3d08c99b-42bd-4b9e-be14-ef5a75f63877 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=83ae7d88f2bb46ec84bb8b0e7bb06e62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636325 Apr 30 13:13:27.077840 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-00eea0d2-894d-4efd-8496-d6c0b4085a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:27.106735 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-00eea0d2-894d-4efd-8496-d6c0b4085a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:27.226849 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2ff7fbfe-f925-4b69-ab99-1c4fc70dc0f1 req-2d32b82c-d1ef-4cf0-9148-31520a58369b tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 210 time: 0.0804999 Apr 30 13:13:27.229198 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fd97b4ee-7468-491b-ae00-251b195c71ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd97b4ee-7468-491b-ae00-251b195c71ce,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:27.264481 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'port_id': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'mac_address': 'fa:16:3e:42:f4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:13:27.343803 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-00eea0d2-894d-4efd-8496-d6c0b4085a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:27.351239 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:27.357896 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1f417d68-a14a-466f-b52d-b2a315bfc647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:27.389075 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd97b4ee-7468-491b-ae00-251b195c71ce {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:27.419855 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fd97b4ee-7468-491b-ae00-251b195c71ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd97b4ee-7468-491b-ae00-251b195c71ce,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:27.426326 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eea0d2-894d-4efd-8496-d6c0b4085a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeddf28-1353-4ae5-9d13-89947026cf74,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:27.427283 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:27.431129 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:27.454065 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-00eea0d2-894d-4efd-8496-d6c0b4085a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:27.471014 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2622a-a509-4066-86b6-d84b1f620143 req-9f9b510b-ac20-49fa-92de-6bce2e08ce21 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:27.480927 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b8b2622a-a509-4066-86b6-d84b1f620143 req-9f9b510b-ac20-49fa-92de-6bce2e08ce21 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.4573584 Apr 30 13:13:27.566852 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b8b2622a-a509-4066-86b6-d84b1f620143 req-162ef289-35eb-4e68-ad93-3d3582018d6a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848825 Apr 30 13:13:27.567764 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-00eea0d2-894d-4efd-8496-d6c0b4085a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:27.568984 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-00eea0d2-894d-4efd-8496-d6c0b4085a52 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8eeddf28-1353-4ae5-9d13-89947026cf74 HTTP/1.1" status: 204 len: 168 time: 0.6463149 Apr 30 13:13:27.618928 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=fd97b4ee-7468-491b-ae00-251b195c71ce,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:27.630812 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:27.742643 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaa083-5649-4905-b607-dfcfe6c1a47e req-5b06949e-f73f-420f-8d14-85961ae277e0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:27.745177 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-85eaa083-5649-4905-b607-dfcfe6c1a47e req-5b06949e-f73f-420f-8d14-85961ae277e0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 944 time: 0.1205978 Apr 30 13:13:27.804034 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-85eaa083-5649-4905-b607-dfcfe6c1a47e req-46b52ae8-7571-4d36-b6c5-f4d7f8a52a09 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507028 Apr 30 13:13:27.850526 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b526e-532d-414a-a19e-69195dca55c1 req-62bb84e8-185f-45a8-98d9-aaf43affb9ee tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:27.850526 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f52b526e-532d-414a-a19e-69195dca55c1 req-62bb84e8-185f-45a8-98d9-aaf43affb9ee tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 944 time: 0.1187277 Apr 30 13:13:27.970890 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42872) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:28.009738 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f52b526e-532d-414a-a19e-69195dca55c1 req-2a44a9c1-3cb6-46c3-b0b8-f24616c53ed3 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517870 Apr 30 13:13:28.014828 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['fd97b4ee-7468-491b-ae00-251b195c71ce'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:28.241344 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-537f78d0-893a-428f-9e63-7b25ad5c1e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:28.270386 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-537f78d0-893a-428f-9e63-7b25ad5c1e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:28.275105 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-537f78d0-893a-428f-9e63-7b25ad5c1e31 admin admin] Usage tracker for resource:security_group_rule and tenant:ea0f8cf7b1564a67942cd08b16c376d7 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:28.278388 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-537f78d0-893a-428f-9e63-7b25ad5c1e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:28.284583 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-537f78d0-893a-428f-9e63-7b25ad5c1e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:28.352159 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b06ef-d0e3-49d9-a8ad-5d336a19e604 req-d1db3f58-8b52-4273-81bf-b1c89a51e565 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:28.355211 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e85b06ef-d0e3-49d9-a8ad-5d336a19e604 req-d1db3f58-8b52-4273-81bf-b1c89a51e565 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 945 time: 0.2743692 Apr 30 13:13:28.419303 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e85b06ef-d0e3-49d9-a8ad-5d336a19e604 req-0c234794-f926-476c-9ed3-e8dec9edce36 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524130 Apr 30 13:13:28.466018 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b2b1c0cc-de70-4c50-b318-8a7c2734a70b req-31dcb26d-6274-43d7-9568-27c35b555738 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 210 time: 0.0692461 Apr 30 13:13:28.467797 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-537f78d0-893a-428f-9e63-7b25ad5c1e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:28.474816 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-537f78d0-893a-428f-9e63-7b25ad5c1e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:28.488022 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-100a5eb2-b2bc-4ca6-8cfd-c3be15f7992d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:28.517272 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d935a7e-79fc-4007-a7da-cac8c43fe59c req-639903aa-c306-41df-9ee6-b56aee962bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:28.518945 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0d935a7e-79fc-4007-a7da-cac8c43fe59c req-639903aa-c306-41df-9ee6-b56aee962bc4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 1098 time: 0.1716268 Apr 30 13:13:28.575965 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0d935a7e-79fc-4007-a7da-cac8c43fe59c req-1078ceee-be5e-4fbe-9bab-f6d2d8899e51 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426581 Apr 30 13:13:28.597739 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-537f78d0-893a-428f-9e63-7b25ad5c1e31 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ea0f8cf7b1564a67942cd08b16c376d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230111 Apr 30 13:13:28.597739 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f78d0-893a-428f-9e63-7b25ad5c1e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facf8298-e569-433f-b169-47246921e8fc,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:28.597916 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42888) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:28.599567 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-537f78d0-893a-428f-9e63-7b25ad5c1e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:28.749199 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4c6b4e58-9b93-4185-bb8e-b97b8cc53b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:28.778705 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4c6b4e58-9b93-4185-bb8e-b97b8cc53b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:28.789219 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e54bea-aa94-4798-a38c-e2d567448ccd req-951b5f96-d806-467f-9be4-ce63aab20e12 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:28.791407 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-17e54bea-aa94-4798-a38c-e2d567448ccd req-951b5f96-d806-467f-9be4-ce63aab20e12 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.1032023 Apr 30 13:13:28.815867 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 618208f4-ed4e-4c03-ba39-be129e013762 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:28.853637 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-17e54bea-aa94-4798-a38c-e2d567448ccd req-4829fb16-9653-48f9-85a7-f3468bd3c746 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550168 Apr 30 13:13:28.856821 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4c6b4e58-9b93-4185-bb8e-b97b8cc53b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:28.868757 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d8c18cf3-5368-4bc7-a95b-b149d848bda8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:28.880639 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b4e58-9b93-4185-bb8e-b97b8cc53b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facf8298-e569-433f-b169-47246921e8fc,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:28.888703 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4c6b4e58-9b93-4185-bb8e-b97b8cc53b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:28.891117 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4c6b4e58-9b93-4185-bb8e-b97b8cc53b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:28.895277 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-4c6b4e58-9b93-4185-bb8e-b97b8cc53b59 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/facf8298-e569-433f-b169-47246921e8fc HTTP/1.1" status: 204 len: 168 time: 0.2842772 Apr 30 13:13:28.930377 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port 618208f4-ed4e-4c03-ba39-be129e013762 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:28.935786 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port 618208f4-ed4e-4c03-ba39-be129e013762 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:28.936478 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:29.061967 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506f9c4-4518-4a8d-83e1-028d3bfa1b4e req-0051834d-bbbf-4552-b624-86b8504a9f31 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:29.070242 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c506f9c4-4518-4a8d-83e1-028d3bfa1b4e req-0051834d-bbbf-4552-b624-86b8504a9f31 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 944 time: 0.1053240 Apr 30 13:13:29.098943 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:29.134749 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c506f9c4-4518-4a8d-83e1-028d3bfa1b4e req-8a5666d7-e141-4619-b195-fbd9491c5659 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631907 Apr 30 13:13:29.137942 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e189ef-cc96-4e95-a3d7-aba2015acae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618208f4-ed4e-4c03-ba39-be129e013762'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:29.163090 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 618208f4-ed4e-4c03-ba39-be129e013762, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=618208f4-ed4e-4c03-ba39-be129e013762,segment=NetworkSegment(8a59e979-8261-43f1-b792-2cb88a0cf5bc),segment_id=8a59e979-8261-43f1-b792-2cb88a0cf5bc)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:29.169418 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:29.173060 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:29.237239 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e189ef-cc96-4e95-a3d7-aba2015acae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618208f4-ed4e-4c03-ba39-be129e013762', 'code': 200} Apr 30 13:13:29.293686 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=618208f4-ed4e-4c03-ba39-be129e013762,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:29.306980 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:29.336153 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc3d51-cc68-4073-b77b-ebc70b7f3abc req-6d277cbc-70ed-4044-84e8-7efe455458e7 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:29.337791 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e0cc3d51-cc68-4073-b77b-ebc70b7f3abc req-6d277cbc-70ed-4044-84e8-7efe455458e7 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 945 time: 0.1071291 Apr 30 13:13:29.397310 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e0cc3d51-cc68-4073-b77b-ebc70b7f3abc req-e9cc969b-331b-4799-b6fc-b9c240f24366 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503132 Apr 30 13:13:29.428520 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42916) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:29.458028 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea13f7ad-86ce-4252-b152-472fd5952e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:29.476273 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-ea13f7ad-86ce-4252-b152-472fd5952e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:29.480623 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-ea13f7ad-86ce-4252-b152-472fd5952e93 admin admin] Usage tracker for resource:security_group_rule and tenant:e0dcd5af9390475c86a10e60637946dc is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:29.485029 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-ea13f7ad-86ce-4252-b152-472fd5952e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:29.491791 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-ea13f7ad-86ce-4252-b152-472fd5952e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:29.632190 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-7b235f2a-f586-4653-af1d-00707c26b269 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=83ae7d88f2bb46ec84bb8b0e7bb06e62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478818 Apr 30 13:13:29.691202 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-61dec28f-4fd4-47f9-9319-f543870ba05f req-27690b72-c935-4874-b9f5-e4af6b9c9e3a tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 210 time: 0.0611594 Apr 30 13:13:29.711925 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea13f7ad-86ce-4252-b152-472fd5952e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:29.726171 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea13f7ad-86ce-4252-b152-472fd5952e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:29.737362 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0efb34d7-fa94-4a1f-af15-65d266d76b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:29.802727 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-ea13f7ad-86ce-4252-b152-472fd5952e93 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e0dcd5af9390475c86a10e60637946dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729799 Apr 30 13:13:29.803608 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 42930) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:29.804435 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13f7ad-86ce-4252-b152-472fd5952e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeb559f-e80c-41a4-8be4-6290530ec546,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:29.808411 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ea13f7ad-86ce-4252-b152-472fd5952e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:29.864420 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2ffe2-ef30-498f-bfdf-808dbb8acd5e req-7ed12d56-986f-4c72-a453-c9a6f2e486fc tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:29.874909 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0ad2ffe2-ef30-498f-bfdf-808dbb8acd5e req-7ed12d56-986f-4c72-a453-c9a6f2e486fc tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 945 time: 0.2300851 Apr 30 13:13:29.908710 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298a53-5ff5-4949-8ac0-aec44053f80e req-c77c9e69-2226-4f1d-a5b7-cb7928001a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:29.910567 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-62298a53-5ff5-4949-8ac0-aec44053f80e req-c77c9e69-2226-4f1d-a5b7-cb7928001a4c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 1098 time: 0.3153195 Apr 30 13:13:29.910721 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-cc27744b-6497-487c-b2f5-acda1fb0ea29 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:29.912091 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-cc27744b-6497-487c-b2f5-acda1fb0ea29 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198040 Apr 30 13:13:29.932518 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e1877c31-794e-4e1d-a361-b8bf8b1b54fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:29.954752 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0ad2ffe2-ef30-498f-bfdf-808dbb8acd5e req-c9dacf2a-fc18-47f0-925c-b73e817dec9e tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782623 Apr 30 13:13:29.970041 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Request body: {'port': {'device_id': '645beb29-12f5-4076-bafb-8197d6e9f243', 'network_id': 'eacd73d6-df24-4124-8e67-e5e7043ee56f', 'admin_state_up': True, 'tenant_id': '83ae7d88f2bb46ec84bb8b0e7bb06e62'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:29.997483 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-62298a53-5ff5-4949-8ac0-aec44053f80e req-00123576-ce46-4ccb-bd72-d881e73f3c89 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406785 Apr 30 13:13:29.998823 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e1877c31-794e-4e1d-a361-b8bf8b1b54fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.147165 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e1877c31-794e-4e1d-a361-b8bf8b1b54fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.154794 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-8ba9ec54-d575-4486-b53e-f4737f978b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:30.296090 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e1877c31-794e-4e1d-a361-b8bf8b1b54fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.297982 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-e1877c31-794e-4e1d-a361-b8bf8b1b54fb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aeeb559f-e80c-41a4-8be4-6290530ec546 HTTP/1.1" status: 204 len: 168 time: 0.4933295 Apr 30 13:13:30.311357 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1877c31-794e-4e1d-a361-b8bf8b1b54fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeb559f-e80c-41a4-8be4-6290530ec546,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:30.314758 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e1877c31-794e-4e1d-a361-b8bf8b1b54fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:30.381408 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:30.396464 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d7d10-17da-4c17-94aa-f836b1074748 req-bf9f9fb3-e5a7-4828-82b6-fdbd34fcf487 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:30.407732 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f7d7d10-17da-4c17-94aa-f836b1074748 req-bf9f9fb3-e5a7-4828-82b6-fdbd34fcf487 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.3464940 Apr 30 13:13:30.410599 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Usage tracker for resource:port and tenant:83ae7d88f2bb46ec84bb8b0e7bb06e62 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:30.453115 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:30.486629 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebdeb1-a897-4eef-a942-0118b12f88b5 req-ab8c0630-2842-42c0-834f-d13149b0b196 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:30.488564 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-66ebdeb1-a897-4eef-a942-0118b12f88b5 req-ab8c0630-2842-42c0-834f-d13149b0b196 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 944 time: 0.2237339 Apr 30 13:13:30.493721 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f7d7d10-17da-4c17-94aa-f836b1074748 req-c6bf0308-cddd-4fa7-bd0b-cc906b690078 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822594 Apr 30 13:13:30.494838 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:30.515581 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Made reservation on behalf of 83ae7d88f2bb46ec84bb8b0e7bb06e62 for: {'port': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:13:30.526968 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.565809 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.587055 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:30.593165 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Usage tracker for resource:security_group_rule and tenant:83ae7d88f2bb46ec84bb8b0e7bb06e62 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:30.597708 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:30.605880 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:30.658977 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-66ebdeb1-a897-4eef-a942-0118b12f88b5 req-99225e83-3d48-4618-934c-7d0aea1af931 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631272 Apr 30 13:13:30.828452 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fd97b4ee-7468-491b-ae00-251b195c71ce up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:30.836029 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.846012 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d93577-31dd-4e1a-b5e4-4517cb7249a3 req-3268023b-c50c-4510-af8c-6fdf9adf95d5 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:30.847576 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-31d93577-31dd-4e1a-b5e4-4517cb7249a3 req-3268023b-c50c-4510-af8c-6fdf9adf95d5 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 945 time: 0.1995873 Apr 30 13:13:30.849222 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.854136 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e218bde4-ef42-4b88-9fbe-51b73400a6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:30.889657 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a9a2631d-c735-46b8-a4d0-5ab812eae81e req-a4bd4b59-34d6-44bb-ba79-df14d1ca0b55 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 210 time: 0.0616140 Apr 30 13:13:30.961860 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42964) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:30.971253 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port fd97b4ee-7468-491b-ae00-251b195c71ce completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:30.976982 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6606a56d-4d4c-4fd2-b9ce-6a02fa167266,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:30.978182 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port fd97b4ee-7468-491b-ae00-251b195c71ce triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:30.978732 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:30.988626 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:31.003302 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cce24f4d-3df2-48fe-b885-4fa88b0362c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.014813 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-31d93577-31dd-4e1a-b5e4-4517cb7249a3 req-8fdedd17-dc94-4c87-bab9-64b7b862ce9d tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154578 Apr 30 13:13:31.051871 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-cce24f4d-3df2-48fe-b885-4fa88b0362c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:31.063240 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-cce24f4d-3df2-48fe-b885-4fa88b0362c3 admin admin] Usage tracker for resource:security_group_rule and tenant:24078333c6ea430094bc5e7230fcf2c3 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:31.072792 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-cce24f4d-3df2-48fe-b885-4fa88b0362c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:31.088064 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-cce24f4d-3df2-48fe-b885-4fa88b0362c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:31.099528 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Allocated IP 192.168.233.93 (eacd73d6-df24-4124-8e67-e5e7043ee56f/22e0b0bc-126d-468c-b3f1-abedca5e084d/f86522cd-d064-4aab-a772-9d252cdd1ab0) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:13:31.134323 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.176448 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fd97b4ee-7468-491b-ae00-251b195c71ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd97b4ee-7468-491b-ae00-251b195c71ce,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:31.181769 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.184354 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:31.204211 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cce24f4d-3df2-48fe-b885-4fa88b0362c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.208635 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cce24f4d-3df2-48fe-b885-4fa88b0362c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.218019 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:31.275140 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-cce24f4d-3df2-48fe-b885-4fa88b0362c3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=24078333c6ea430094bc5e7230fcf2c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062482 Apr 30 13:13:31.275140 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 42968) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:31.304614 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd97b4ee-7468-491b-ae00-251b195c71ce'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:31.310812 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=fd97b4ee-7468-491b-ae00-251b195c71ce,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:31.327176 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:31.329775 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce24f4d-3df2-48fe-b885-4fa88b0362c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1e0246-d092-4bd7-b060-3cac6eb3e3e8,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:31.346697 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cce24f4d-3df2-48fe-b885-4fa88b0362c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:31.365320 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0796a5fe-6538-41cb-a82e-428249307371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.384140 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.395168 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0796a5fe-6538-41cb-a82e-428249307371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.397575 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'code': 200} Apr 30 13:13:31.402872 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.provisioning_blocks [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Transition to ACTIVE for port object f86522cd-d064-4aab-a772-9d252cdd1ab0 will not be triggered until provisioned by entity DHCP. {{(pid=73858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:31.434318 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.442475 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:31.455821 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0796a5fe-6538-41cb-a82e-428249307371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.461010 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a3e09330-fbc5-425f-a5e2-f2a0c265703c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:31.474188 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796a5fe-6538-41cb-a82e-428249307371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1e0246-d092-4bd7-b060-3cac6eb3e3e8,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:31.477697 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0796a5fe-6538-41cb-a82e-428249307371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:31.488500 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0796a5fe-6538-41cb-a82e-428249307371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.490690 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-0796a5fe-6538-41cb-a82e-428249307371 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0a1e0246-d092-4bd7-b060-3cac6eb3e3e8 HTTP/1.1" status: 204 len: 168 time: 0.2173083 Apr 30 13:13:31.522822 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Network eacd73d6-df24-4124-8e67-e5e7043ee56f is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:13:31.526836 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:31.529110 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:13:31.535053 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:31.535728 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.550686 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Pushing event updated for resources: {'Port': ['ID=f86522cd-d064-4aab-a772-9d252cdd1ab0,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:31.554020 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:31.578542 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6185145 Apr 30 13:13:31.606225 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Request body: {'port': {'device_id': '645beb29-12f5-4076-bafb-8197d6e9f243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:31.823126 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.845810 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c48ecb-642c-4383-8bc0-1b776ee6655b req-0ce87e6a-9fcb-4c45-a32b-92fd98e7fd79 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:31.847350 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b9c48ecb-642c-4383-8bc0-1b776ee6655b req-0ce87e6a-9fcb-4c45-a32b-92fd98e7fd79 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.1797018 Apr 30 13:13:31.848185 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.913125 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-7ed4c3ff-4e46-4f68-bf89-28ec08598752 None None] Provisioning for port f86522cd-d064-4aab-a772-9d252cdd1ab0 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:31.920407 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-7ed4c3ff-4e46-4f68-bf89-28ec08598752 None None] Provisioning complete for port f86522cd-d064-4aab-a772-9d252cdd1ab0 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:31.921199 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7ed4c3ff-4e46-4f68-bf89-28ec08598752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:32.001653 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-7ed4c3ff-4e46-4f68-bf89-28ec08598752 None None] Port f86522cd-d064-4aab-a772-9d252cdd1ab0 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:13:32.024995 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76857d7-f222-432b-8b56-f9ab71ad43c8 req-ce5194ca-e0b6-4b0a-99fc-31825f696420 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:32.032867 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d76857d7-f222-432b-8b56-f9ab71ad43c8 req-ce5194ca-e0b6-4b0a-99fc-31825f696420 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.2280989 Apr 30 13:13:32.037118 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70346f5-6e8d-4c51-aaac-f931c0aee5af req-52c709cb-facc-42ef-94d7-e24426995468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:32.038853 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b70346f5-6e8d-4c51-aaac-f931c0aee5af req-52c709cb-facc-42ef-94d7-e24426995468 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 1098 time: 0.1752098 Apr 30 13:13:32.162024 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b9c48ecb-642c-4383-8bc0-1b776ee6655b req-eaed6ecc-82f7-440c-8ace-136fdf2d9078 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022981 Apr 30 13:13:32.171096 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d76857d7-f222-432b-8b56-f9ab71ad43c8 req-c0ed9f6c-f56f-412b-a96a-3c1e3279905e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370058 Apr 30 13:13:32.179236 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b70346f5-6e8d-4c51-aaac-f931c0aee5af req-9a57647b-3868-4dea-ac0e-9592867540fd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220651 Apr 30 13:13:32.402978 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86522cd-d064-4aab-a772-9d252cdd1ab0 {{(pid=73858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:32.412530 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:32.432794 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.provisioning_blocks [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Transition to ACTIVE for port object f86522cd-d064-4aab-a772-9d252cdd1ab0 will not be triggered until provisioned by entity L2. {{(pid=73858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:32.437903 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:32.442044 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e38a76-c0c9-4dcb-82a6-9c421d3aa146 req-f45ae9f7-7fb6-4f75-bdbb-f1a23faf0e4b tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:32.444049 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-57e38a76-c0c9-4dcb-82a6-9c421d3aa146 req-f45ae9f7-7fb6-4f75-bdbb-f1a23faf0e4b tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 935 time: 0.1506402 Apr 30 13:13:32.447337 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:32.509455 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-57e38a76-c0c9-4dcb-82a6-9c421d3aa146 req-bae8aced-bf01-4a93-af9d-5dda535514dd tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/security-groups?id=6606a56d-4d4c-4fd2-b9ce-6a02fa167266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575395 Apr 30 13:13:32.707924 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Attempting to bind port f86522cd-d064-4aab-a772-9d252cdd1ab0 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:13:32.708274 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Attempting to bind port f86522cd-d064-4aab-a772-9d252cdd1ab0 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '413a64e6-b6a0-4d95-afb3-f66cdf26a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'eacd73d6-df24-4124-8e67-e5e7043ee56f'}] {{(pid=73858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:13:32.708610 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Attempting to bind port f86522cd-d064-4aab-a772-9d252cdd1ab0 on network eacd73d6-df24-4124-8e67-e5e7043ee56f {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:32.712559 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Pushing event updated for resources: {'Port': ['ID=f86522cd-d064-4aab-a772-9d252cdd1ab0,revision_number=2']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:32.722906 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:32.726745 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Port f86522cd-d064-4aab-a772-9d252cdd1ab0 on network eacd73d6-df24-4124-8e67-e5e7043ee56f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:13:32.727131 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Attempting to bind port f86522cd-d064-4aab-a772-9d252cdd1ab0 on network eacd73d6-df24-4124-8e67-e5e7043ee56f {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:32.733192 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:13:32.733570 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Checking segment: {'id': '413a64e6-b6a0-4d95-afb3-f66cdf26a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'eacd73d6-df24-4124-8e67-e5e7043ee56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:13:32.734000 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Bound using segment: {'id': '413a64e6-b6a0-4d95-afb3-f66cdf26a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'eacd73d6-df24-4124-8e67-e5e7043ee56f'} {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:13:32.734480 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Bound port: f86522cd-d064-4aab-a772-9d252cdd1ab0, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413a64e6-b6a0-4d95-afb3-f66cdf26a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'eacd73d6-df24-4124-8e67-e5e7043ee56f'}}] {{(pid=73858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:13:32.734827 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:32.782938 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee98bd2-5405-46ae-836a-bce8aa958931 req-ecffe021-d227-4eeb-a284-7e1f68e36a8b tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:32.786764 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-bee98bd2-5405-46ae-836a-bce8aa958931 req-ecffe021-d227-4eeb-a284-7e1f68e36a8b tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 945 time: 0.1345966 Apr 30 13:13:32.868205 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-bee98bd2-5405-46ae-836a-bce8aa958931 req-8f8e9546-404d-4605-8093-d41049d6ae56 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662744 Apr 30 13:13:32.938880 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] For port f86522cd-d064-4aab-a772-9d252cdd1ab0, host hv-cinder-78836, cleared binding levels {{(pid=73858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:13:32.956110 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] For port f86522cd-d064-4aab-a772-9d252cdd1ab0, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f86522cd-d064-4aab-a772-9d252cdd1ab0,segment=NetworkSegment(413a64e6-b6a0-4d95-afb3-f66cdf26a172),segment_id=413a64e6-b6a0-4d95-afb3-f66cdf26a172)] {{(pid=73858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:13:32.961779 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:32.965763 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:33.111935 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Pushing event updated for resources: {'Port': ['ID=f86522cd-d064-4aab-a772-9d252cdd1ab0,revision_number=3']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:33.116894 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:33.126505 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:33.127232 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.131737 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] 10.222.0.90 "PUT /v2.0/ports/f86522cd-d064-4aab-a772-9d252cdd1ab0 HTTP/1.1" status: 200 len: 1097 time: 1.5317602 Apr 30 13:13:33.132542 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645beb29-12f5-4076-bafb-8197d6e9f243', 'tag': 'f86522cd-d064-4aab-a772-9d252cdd1ab0'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:33.210788 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a793fbc-6fab-4941-9730-f969006014e2 req-836a5c56-3fa1-497c-bad8-de5e63d96a3c tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:33.213063 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0a793fbc-6fab-4941-9730-f969006014e2 req-836a5c56-3fa1-497c-bad8-de5e63d96a3c tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1332839 Apr 30 13:13:33.286426 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645beb29-12f5-4076-bafb-8197d6e9f243', 'tag': 'f86522cd-d064-4aab-a772-9d252cdd1ab0', 'status': 'completed', 'code': 200} Apr 30 13:13:33.321268 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0a793fbc-6fab-4941-9730-f969006014e2 req-816dbb02-473b-4fde-a1db-5ef7e14b11be tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974863 Apr 30 13:13:33.347306 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-14facc28-892a-46a0-9c79-4a6d5ad4c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:33.350704 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-14facc28-892a-46a0-9c79-4a6d5ad4c1e4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=83ae7d88f2bb46ec84bb8b0e7bb06e62&device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 1100 time: 0.1257100 Apr 30 13:13:33.427747 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 43054) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:33.524027 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-dab6e1d3-1bfb-41f2-9092-8533a3e66a74 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f86522cd-d064-4aab-a772-9d252cdd1ab0 HTTP/1.1" status: 200 len: 217 time: 0.1476946 Apr 30 13:13:33.579585 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8f279173-12dd-41c5-aabc-71fb975a433c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.597101 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-8f279173-12dd-41c5-aabc-71fb975a433c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:33.601834 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-8f279173-12dd-41c5-aabc-71fb975a433c admin admin] Usage tracker for resource:security_group_rule and tenant:137008959bc54b35937f34212b60680a is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:33.605595 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-8f279173-12dd-41c5-aabc-71fb975a433c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:33.613264 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-8f279173-12dd-41c5-aabc-71fb975a433c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:33.641397 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-a582482e-a607-4bad-801f-afa6bf535e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:33.643041 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-a582482e-a607-4bad-801f-afa6bf535e89 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=22e0b0bc-126d-468c-b3f1-abedca5e084d HTTP/1.1" status: 200 len: 843 time: 0.0973649 Apr 30 13:13:33.712037 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653908f7-9457-4b2b-b164-863a28d0aa55 req-c2cf9786-06d6-4e31-bef7-5afc59dfe662 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:33.721111 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-653908f7-9457-4b2b-b164-863a28d0aa55 req-c2cf9786-06d6-4e31-bef7-5afc59dfe662 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.2547033 Apr 30 13:13:33.792796 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-653908f7-9457-4b2b-b164-863a28d0aa55 req-1684505e-e502-4f0a-8c55-88d44d4eb7d2 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708077 Apr 30 13:13:33.797906 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-f078df8a-8145-4cab-be8a-2e2826fad775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:33.799401 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-f078df8a-8145-4cab-be8a-2e2826fad775 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eacd73d6-df24-4124-8e67-e5e7043ee56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1481569 Apr 30 13:13:33.830490 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff784a0-b38e-4fd2-a45c-cc531b315c1c req-4f029d0d-a2a6-4927-820e-b696a3dcc6be tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:33.832062 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-eff784a0-b38e-4fd2-a45c-cc531b315c1c req-4f029d0d-a2a6-4927-820e-b696a3dcc6be tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 947 time: 0.1923163 Apr 30 13:13:33.839919 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8f279173-12dd-41c5-aabc-71fb975a433c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.856817 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8f279173-12dd-41c5-aabc-71fb975a433c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.867357 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:33.939945 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-eff784a0-b38e-4fd2-a45c-cc531b315c1c req-c3aa4d44-534b-4f6a-983a-ebf372913f50 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/security-groups?id=6606a56d-4d4c-4fd2-b9ce-6a02fa167266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986438 Apr 30 13:13:33.944717 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-8f279173-12dd-41c5-aabc-71fb975a433c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=137008959bc54b35937f34212b60680a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5157168 Apr 30 13:13:33.948864 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f279173-12dd-41c5-aabc-71fb975a433c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe52b149-2bde-4e4a-a905-c61c7c142053,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:33.951403 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 43068) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:33.966425 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8f279173-12dd-41c5-aabc-71fb975a433c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:34.025959 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fffa216e-16c5-446e-87ab-43c3e39e3d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.099792 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fffa216e-16c5-446e-87ab-43c3e39e3d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.116837 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-f195742d-d4e0-4072-a064-786e008ed62a service neutron] 10.222.0.90 "GET /v2.0/networks/eacd73d6-df24-4124-8e67-e5e7043ee56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320881 Apr 30 13:13:34.185657 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fffa216e-16c5-446e-87ab-43c3e39e3d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.192223 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e98bb5d3-3475-43bc-b232-10aebd890527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:34.214723 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa216e-16c5-446e-87ab-43c3e39e3d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe52b149-2bde-4e4a-a905-c61c7c142053,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:34.231316 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-fffa216e-16c5-446e-87ab-43c3e39e3d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:34.236161 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fffa216e-16c5-446e-87ab-43c3e39e3d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.242301 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-fffa216e-16c5-446e-87ab-43c3e39e3d4e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fe52b149-2bde-4e4a-a905-c61c7c142053 HTTP/1.1" status: 204 len: 168 time: 0.2896695 Apr 30 13:13:34.348354 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8f1bf80c-a6a6-4b85-a6b8-74c135ec2f64 req-493fae01-280c-49a0-ac87-28f2711e0696 service neutron] 10.222.0.90 "GET /v2.0/networks/eacd73d6-df24-4124-8e67-e5e7043ee56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004490 Apr 30 13:13:34.564067 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59e5f5-218f-4e05-8f1c-e5c729c6cc0c req-7e5902e2-95af-4187-8bd1-7e4eb7e56631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:34.565661 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6c59e5f5-218f-4e05-8f1c-e5c729c6cc0c req-7e5902e2-95af-4187-8bd1-7e4eb7e56631 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=83ae7d88f2bb46ec84bb8b0e7bb06e62&device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 1100 time: 0.0733120 Apr 30 13:13:34.715402 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59e5f5-218f-4e05-8f1c-e5c729c6cc0c req-d254a39a-32ad-4cea-ad2d-1dc6b4e6c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:34.716839 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6c59e5f5-218f-4e05-8f1c-e5c729c6cc0c req-d254a39a-32ad-4cea-ad2d-1dc6b4e6c42b service neutron] 10.222.0.90 "GET /v2.0/networks?id=eacd73d6-df24-4124-8e67-e5e7043ee56f HTTP/1.1" status: 200 len: 871 time: 0.1373422 Apr 30 13:13:34.856863 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6c59e5f5-218f-4e05-8f1c-e5c729c6cc0c req-6d0c0ec0-b5a6-4bb4-b617-286ee69eabae service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f86522cd-d064-4aab-a772-9d252cdd1ab0 HTTP/1.1" status: 200 len: 217 time: 0.1307364 Apr 30 13:13:34.972374 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59e5f5-218f-4e05-8f1c-e5c729c6cc0c req-7c217c88-0ad4-4e50-8cb0-dd09c603942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:34.973930 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6c59e5f5-218f-4e05-8f1c-e5c729c6cc0c req-7c217c88-0ad4-4e50-8cb0-dd09c603942b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=22e0b0bc-126d-468c-b3f1-abedca5e084d HTTP/1.1" status: 200 len: 843 time: 0.1098702 Apr 30 13:13:35.055211 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d33ad-5493-4219-b94f-5b71382c13e4 req-4e759c0f-03cb-4e5a-967f-6683ad156c95 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:35.061170 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ba9d33ad-5493-4219-b94f-5b71382c13e4 req-4e759c0f-03cb-4e5a-967f-6683ad156c95 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.1434126 Apr 30 13:13:35.126431 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ba9d33ad-5493-4219-b94f-5b71382c13e4 req-459b4075-9217-4a1b-8c64-f231f1aa9ba0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584219 Apr 30 13:13:35.128454 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59e5f5-218f-4e05-8f1c-e5c729c6cc0c req-5608c4af-4d08-41b5-9b0c-6030892e20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:35.129836 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6c59e5f5-218f-4e05-8f1c-e5c729c6cc0c req-5608c4af-4d08-41b5-9b0c-6030892e20f7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eacd73d6-df24-4124-8e67-e5e7043ee56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1436670 Apr 30 13:13:35.180876 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ec480-b037-457d-8d49-a170167c89cb req-67b982da-b2c1-4f4c-8723-0deb51e58d42 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:35.183129 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8f9ec480-b037-457d-8d49-a170167c89cb req-67b982da-b2c1-4f4c-8723-0deb51e58d42 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 947 time: 0.1228173 Apr 30 13:13:35.328541 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8f9ec480-b037-457d-8d49-a170167c89cb req-a1287ba3-1239-4a09-addf-edaa67d40f84 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/security-groups?id=6606a56d-4d4c-4fd2-b9ce-6a02fa167266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391962 Apr 30 13:13:35.350143 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6c59e5f5-218f-4e05-8f1c-e5c729c6cc0c req-7423e2a5-2d91-454c-9d28-e861f5f9a2e0 service neutron] 10.222.0.90 "GET /v2.0/networks/eacd73d6-df24-4124-8e67-e5e7043ee56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128692 Apr 30 13:13:35.412578 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c83cbd-92ad-4c95-ab5c-776d611d27f1 req-7ee786c3-03a1-46ed-a9ac-1d49fda3665b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:35.414080 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-48c83cbd-92ad-4c95-ab5c-776d611d27f1 req-7ee786c3-03a1-46ed-a9ac-1d49fda3665b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.1527288 Apr 30 13:13:35.425318 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 43118) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:35.431355 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-ef256340-2661-43d1-a227-7b42c8b51192 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Request body: {'floatingip': {'port_id': 'fd97b4ee-7468-491b-ae00-251b195c71ce'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:35.531797 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ef256340-2661-43d1-a227-7b42c8b51192 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for floatingip, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:35.541283 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6c59e5f5-218f-4e05-8f1c-e5c729c6cc0c req-1619cee1-c26d-4035-a2fc-a73fbd57871a service neutron] 10.222.0.90 "GET /v2.0/networks/eacd73d6-df24-4124-8e67-e5e7043ee56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719179 Apr 30 13:13:36.257195 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79768b7e-a7da-4cd1-bf69-6db1a73948aa req-52df920e-89f4-428e-815e-9b39a613f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:36.258868 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-79768b7e-a7da-4cd1-bf69-6db1a73948aa req-52df920e-89f4-428e-815e-9b39a613f257 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=728e011aaa33473ea39ea408ff1c6201&device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 1098 time: 0.1563635 Apr 30 13:13:36.268984 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa13d6-a6ca-4b3d-af09-d0df4557b529 req-2af6f054-3f97-4e31-888b-196a933bfc7b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:36.270528 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e2fa13d6-a6ca-4b3d-af09-d0df4557b529 req-2af6f054-3f97-4e31-888b-196a933bfc7b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1187136 Apr 30 13:13:36.274988 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e99fd4-181a-4285-adf9-2c14a006ed3d req-2b126c69-3a76-43b1-89d7-9ea007dc4613 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:36.276636 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-48e99fd4-181a-4285-adf9-2c14a006ed3d req-2b126c69-3a76-43b1-89d7-9ea007dc4613 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 945 time: 0.3216803 Apr 30 13:13:36.404061 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e2fa13d6-a6ca-4b3d-af09-d0df4557b529 req-005f48de-63c4-492d-98c1-7c651eaf31d1 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100333 Apr 30 13:13:36.453819 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79768b7e-a7da-4cd1-bf69-6db1a73948aa req-71015bf5-1609-4725-8895-4c700e7a443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:36.455575 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-79768b7e-a7da-4cd1-bf69-6db1a73948aa req-71015bf5-1609-4725-8895-4c700e7a443a service neutron] 10.222.0.90 "GET /v2.0/networks?id=035c0dcc-7aef-41c7-bb29-43b3d853a08d HTTP/1.1" status: 200 len: 921 time: 0.1800220 Apr 30 13:13:36.462199 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-48e99fd4-181a-4285-adf9-2c14a006ed3d req-b6f30952-5674-4de2-8ef5-3d18474ba8fe tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669150 Apr 30 13:13:36.574675 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-79768b7e-a7da-4cd1-bf69-6db1a73948aa req-009fa18e-ade6-4aee-8332-115aaae58145 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb9b319-5477-46cb-afba-f220da9e8b39 HTTP/1.1" status: 200 len: 217 time: 0.1011348 Apr 30 13:13:36.645706 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79768b7e-a7da-4cd1-bf69-6db1a73948aa req-f6a7b37c-b6de-4839-b471-880d8829ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:36.647335 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-79768b7e-a7da-4cd1-bf69-6db1a73948aa req-f6a7b37c-b6de-4839-b471-880d8829ac72 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe60babf-fd3a-4f6e-bd32-5cb1a265cccb HTTP/1.1" status: 200 len: 859 time: 0.0659273 Apr 30 13:13:36.656839 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ef256340-2661-43d1-a227-7b42c8b51192 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:36.660865 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ef256340-2661-43d1-a227-7b42c8b51192 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919952'] for floatingip, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:36.705522 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-79768b7e-a7da-4cd1-bf69-6db1a73948aa req-d56f60d9-c7ec-437f-84a1-01e8ecedb215 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=035c0dcc-7aef-41c7-bb29-43b3d853a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483735 Apr 30 13:13:36.718427 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cdee1-fdc4-4148-86d7-97694f5896cc req-6b24779d-6175-4f9f-b411-b90af95827e0 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:36.719174 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-4a9cdee1-fdc4-4148-86d7-97694f5896cc req-6b24779d-6175-4f9f-b411-b90af95827e0 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Synchronizing usage tracker for tenant:83ae7d88f2bb46ec84bb8b0e7bb06e62 on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:36.837215 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-4a9cdee1-fdc4-4148-86d7-97694f5896cc req-6b24779d-6175-4f9f-b411-b90af95827e0 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Unset dirty status for tenant:83ae7d88f2bb46ec84bb8b0e7bb06e62 on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:36.838490 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4a9cdee1-fdc4-4148-86d7-97694f5896cc req-6b24779d-6175-4f9f-b411-b90af95827e0 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 947 time: 0.3140867 Apr 30 13:13:36.845927 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.l3_db [None req-ef256340-2661-43d1-a227-7b42c8b51192 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Floating IP 12114f30-6588-4ee8-9726-92220b4d9f51 associated. External IP: 172.28.0.46, port: fd97b4ee-7468-491b-ae00-251b195c71ce. Apr 30 13:13:36.916977 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-79768b7e-a7da-4cd1-bf69-6db1a73948aa req-254ef132-e29c-48bd-8ec7-cab3b2f40185 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936159 Apr 30 13:13:36.919248 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-4a9cdee1-fdc4-4148-86d7-97694f5896cc req-cc56b6b3-6401-4d55-a675-f2daef5bccaa tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Synchronizing usage tracker for tenant:83ae7d88f2bb46ec84bb8b0e7bb06e62 on resource:security_group {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:36.958551 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-4a9cdee1-fdc4-4148-86d7-97694f5896cc req-cc56b6b3-6401-4d55-a675-f2daef5bccaa tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Unset dirty status for tenant:83ae7d88f2bb46ec84bb8b0e7bb06e62 on resource:security_group {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:36.959829 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4a9cdee1-fdc4-4148-86d7-97694f5896cc req-cc56b6b3-6401-4d55-a675-f2daef5bccaa tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/security-groups?id=6606a56d-4d4c-4fd2-b9ce-6a02fa167266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083882 Apr 30 13:13:37.084805 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-79768b7e-a7da-4cd1-bf69-6db1a73948aa req-3eb161b9-6c28-4e1c-b0fb-accfc4b2570b service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481574 Apr 30 13:13:37.326472 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef256340-2661-43d1-a227-7b42c8b51192 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Router fa6061ad-64e2-4669-8437-196fc7e34abf has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:13:37.590855 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef256340-2661-43d1-a227-7b42c8b51192 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:13:37.600679 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ef256340-2661-43d1-a227-7b42c8b51192 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:37.624482 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e820f542-5fe8-4a46-99c2-22a4e7b87f84 None None] Sync routers for ids ['fa6061ad-64e2-4669-8437-196fc7e34abf'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:13:37.639111 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e820f542-5fe8-4a46-99c2-22a4e7b87f84 None None] Routers {'fa6061ad-64e2-4669-8437-196fc7e34abf'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:13:37.640062 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e820f542-5fe8-4a46-99c2-22a4e7b87f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:13:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['fa6061ad-64e2-4669-8437-196fc7e34abf'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:37.770413 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-ef256340-2661-43d1-a227-7b42c8b51192 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "PUT /v2.0/floatingips/12114f30-6588-4ee8-9726-92220b4d9f51 HTTP/1.1" status: 200 len: 990 time: 2.3441391 Apr 30 13:13:37.773733 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'tag': 'fd97b4ee-7468-491b-ae00-251b195c71ce'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:37.814836 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e065177-fd8a-4bb5-b1eb-3e05bb732fbc req-c1cd976b-8ecb-4774-b989-beb4f41cce88 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:37.816826 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2e065177-fd8a-4bb5-b1eb-3e05bb732fbc req-c1cd976b-8ecb-4774-b989-beb4f41cce88 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1219723 Apr 30 13:13:37.870256 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2e065177-fd8a-4bb5-b1eb-3e05bb732fbc req-18fdb4cf-143a-48da-97bf-08bd56d55f04 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 Apr 30 13:13:37.874085 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd69fd-e77e-4dd2-b01f-636d009b2b61 req-6aa1b79e-1341-457f-9928-c3613db45fdb tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:37.875908 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-19dd69fd-e77e-4dd2-b01f-636d009b2b61 req-6aa1b79e-1341-457f-9928-c3613db45fdb tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 945 time: 0.0918849 Apr 30 13:13:37.932296 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-19dd69fd-e77e-4dd2-b01f-636d009b2b61 req-e654ecd3-7452-4bfe-8ead-59562c66effc tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478158 Apr 30 13:13:37.970693 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-e820f542-5fe8-4a46-99c2-22a4e7b87f84 None None] Set router fa6061ad-64e2-4669-8437-196fc7e34abf gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:13:38.155320 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'tag': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'status': 'completed', 'code': 200} Apr 30 13:13:38.362515 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e820f542-5fe8-4a46-99c2-22a4e7b87f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': '12114f30-6588-4ee8-9726-92220b4d9f51', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'floating_ip_address': '172.28.0.46', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'port_id': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'mac_address': 'fa:16:3e:42:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:13:11Z', 'updated_at': '2021-04-30T13:13:36Z', 'revision_number': 1, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:15Z', 'revision_number': 5, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:38.369948 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e820f542-5fe8-4a46-99c2-22a4e7b87f84 None None] Checking router: fa6061ad-64e2-4669-8437-196fc7e34abf for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:13:38.382061 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e820f542-5fe8-4a46-99c2-22a4e7b87f84 None None] Routers {'fa6061ad-64e2-4669-8437-196fc7e34abf'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:13:38.383048 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e820f542-5fe8-4a46-99c2-22a4e7b87f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:13:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['fa6061ad-64e2-4669-8437-196fc7e34abf'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:38.390640 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339b4a4-a375-4a4c-ba09-4e6b3a557cb1 req-7eb20f11-bcc7-4d90-8e60-072c36491ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:38.392317 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7339b4a4-a375-4a4c-ba09-4e6b3a557cb1 req-7eb20f11-bcc7-4d90-8e60-072c36491ad2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963&device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 1098 time: 0.0833259 Apr 30 13:13:38.470968 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fea21-c765-491c-bfb4-f441f5c6cd21 req-63a4829e-7b33-4b6e-a3d8-98e44d8e16f6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:38.472697 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5f2fea21-c765-491c-bfb4-f441f5c6cd21 req-63a4829e-7b33-4b6e-a3d8-98e44d8e16f6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 947 time: 0.2367096 Apr 30 13:13:38.494766 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a29b5-50a9-4ff0-89fa-9a21f769ecf9 req-5adaca7d-5a5b-49cc-97fb-64740de3512d tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:38.496167 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-932a29b5-50a9-4ff0-89fa-9a21f769ecf9 req-5adaca7d-5a5b-49cc-97fb-64740de3512d tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.90 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 945 time: 0.1425757 Apr 30 13:13:38.543250 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339b4a4-a375-4a4c-ba09-4e6b3a557cb1 req-0c5fca2c-25ed-4473-af1d-79473de358c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:38.545082 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7339b4a4-a375-4a4c-ba09-4e6b3a557cb1 req-0c5fca2c-25ed-4473-af1d-79473de358c2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18 HTTP/1.1" status: 200 len: 919 time: 0.1461568 Apr 30 13:13:38.585919 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5f2fea21-c765-491c-bfb4-f441f5c6cd21 req-80e6e094-2ab6-469e-b894-bc7d65435f15 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/security-groups?id=6606a56d-4d4c-4fd2-b9ce-6a02fa167266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018999 Apr 30 13:13:38.633285 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-e820f542-5fe8-4a46-99c2-22a4e7b87f84 None None] Set router fa6061ad-64e2-4669-8437-196fc7e34abf gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:13:38.693802 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-932a29b5-50a9-4ff0-89fa-9a21f769ecf9 req-4fdfac6f-0e91-4178-8c4c-74e0573a54c4 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Deleting port 618208f4-ed4e-4c03-ba39-be129e013762 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:13:38.694282 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7339b4a4-a375-4a4c-ba09-4e6b3a557cb1 req-b031e926-97a3-41df-9f33-2542241cde2f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd97b4ee-7468-491b-ae00-251b195c71ce HTTP/1.1" status: 200 len: 998 time: 0.1420362 Apr 30 13:13:38.694768 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-932a29b5-50a9-4ff0-89fa-9a21f769ecf9 req-4fdfac6f-0e91-4178-8c4c-74e0573a54c4 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:38.841549 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339b4a4-a375-4a4c-ba09-4e6b3a557cb1 req-e0b411d7-5b5a-493b-a327-b35022a37bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:38.843200 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7339b4a4-a375-4a4c-ba09-4e6b3a557cb1 req-e0b411d7-5b5a-493b-a327-b35022a37bcf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49a9087f-e65a-4a37-b218-569f62f239a8 HTTP/1.1" status: 200 len: 856 time: 0.1419110 Apr 30 13:13:38.850804 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device f86522cd-d064-4aab-a772-9d252cdd1ab0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:13:38.948286 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-932a29b5-50a9-4ff0-89fa-9a21f769ecf9 req-4fdfac6f-0e91-4178-8c4c-74e0573a54c4 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] For port 618208f4-ed4e-4c03-ba39-be129e013762, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=618208f4-ed4e-4c03-ba39-be129e013762,segment=NetworkSegment(8a59e979-8261-43f1-b792-2cb88a0cf5bc),segment_id=8a59e979-8261-43f1-b792-2cb88a0cf5bc)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:38.948817 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-932a29b5-50a9-4ff0-89fa-9a21f769ecf9 req-4fdfac6f-0e91-4178-8c4c-74e0573a54c4 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.012690 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339b4a4-a375-4a4c-ba09-4e6b3a557cb1 req-9119d878-71e9-44ba-932d-3dd7736de6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:39.014198 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7339b4a4-a375-4a4c-ba09-4e6b3a557cb1 req-9119d878-71e9-44ba-932d-3dd7736de6f2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1612759 Apr 30 13:13:39.236060 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port f86522cd-d064-4aab-a772-9d252cdd1ab0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f86522cd-d064-4aab-a772-9d252cdd1ab0,segment=NetworkSegment(413a64e6-b6a0-4d95-afb3-f66cdf26a172),segment_id=413a64e6-b6a0-4d95-afb3-f66cdf26a172)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:39.269062 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7339b4a4-a375-4a4c-ba09-4e6b3a557cb1 req-eb634122-b055-4d0c-a38d-8be9f3630931 service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471371 Apr 30 13:13:39.272288 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': 'f86522cd-d064-4aab-a772-9d252cdd1ab0', 'network_id': 'eacd73d6-df24-4124-8e67-e5e7043ee56f', 'port_id': 'f86522cd-d064-4aab-a772-9d252cdd1ab0', 'mac_address': 'fa:16:3e:78:6d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e0b0bc-126d-468c-b3f1-abedca5e084d', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:13:39.280299 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-932a29b5-50a9-4ff0-89fa-9a21f769ecf9 req-4fdfac6f-0e91-4178-8c4c-74e0573a54c4 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Calling delete_port for 618208f4-ed4e-4c03-ba39-be129e013762 owned by compute:nova {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:13:39.415369 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc4b3f-f93e-4398-8058-bec72caff556 req-53bbe49b-043e-4ab0-8d38-02b11ac03b72 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:39.417865 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.424672 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-45cc4b3f-f93e-4398-8058-bec72caff556 req-53bbe49b-043e-4ab0-8d38-02b11ac03b72 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.3370817 Apr 30 13:13:39.461236 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86522cd-d064-4aab-a772-9d252cdd1ab0 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:39.483307 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port f86522cd-d064-4aab-a772-9d252cdd1ab0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f86522cd-d064-4aab-a772-9d252cdd1ab0,segment=NetworkSegment(413a64e6-b6a0-4d95-afb3-f66cdf26a172),segment_id=413a64e6-b6a0-4d95-afb3-f66cdf26a172)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:39.485826 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e820f542-5fe8-4a46-99c2-22a4e7b87f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': '12114f30-6588-4ee8-9726-92220b4d9f51', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'floating_ip_address': '172.28.0.46', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'port_id': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'mac_address': 'fa:16:3e:42:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:13:11Z', 'updated_at': '2021-04-30T13:13:36Z', 'revision_number': 1, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:15Z', 'revision_number': 5, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:39.495172 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.497693 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e820f542-5fe8-4a46-99c2-22a4e7b87f84 None None] The sync data for ids ['fa6061ad-64e2-4669-8437-196fc7e34abf'] in dv-cinder-788363-2-smb is: [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': '12114f30-6588-4ee8-9726-92220b4d9f51', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'floating_ip_address': '172.28.0.46', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'port_id': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'mac_address': 'fa:16:3e:42:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:13:11Z', 'updated_at': '2021-04-30T13:13:36Z', 'revision_number': 1, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:15Z', 'revision_number': 5, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:13:39.500954 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:39.538708 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-45cc4b3f-f93e-4398-8058-bec72caff556 req-f8a79869-4888-4e50-85fd-fbd30d2f7917 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948853 Apr 30 13:13:39.710946 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-932a29b5-50a9-4ff0-89fa-9a21f769ecf9 req-4fdfac6f-0e91-4178-8c4c-74e0573a54c4 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.725107 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a10144ff-ca72-438e-a455-b6ee9d930aa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:39.727196 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=f86522cd-d064-4aab-a772-9d252cdd1ab0,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:39.742212 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:39.773200 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7339b4a4-a375-4a4c-ba09-4e6b3a557cb1 req-4e61b3f8-7903-4be9-9ad2-ff8357de8eba service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594195 Apr 30 13:13:39.790433 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84d35d-af79-4c36-9cad-9a6360ce16c9 req-f3a88104-bca0-4082-b572-e52918374967 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:39.797216 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['618208f4-ed4e-4c03-ba39-be129e013762'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:39.799355 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3f84d35d-af79-4c36-9cad-9a6360ce16c9 req-f3a88104-bca0-4082-b572-e52918374967 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=03e189ef-cc96-4e95-a3d7-aba2015acae4 HTTP/1.1" status: 200 len: 867 time: 0.5291929 Apr 30 13:13:39.863878 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfac6f-0e91-4178-8c4c-74e0573a54c4 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Pushing event deleted for resources: {'Port': ['ID=618208f4-ed4e-4c03-ba39-be129e013762,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:39.871789 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-4fdfac6f-0e91-4178-8c4c-74e0573a54c4 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:39.875951 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3f84d35d-af79-4c36-9cad-9a6360ce16c9 req-1230a468-6486-4c0e-841b-b654130e3689 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757816 Apr 30 13:13:39.935954 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-932a29b5-50a9-4ff0-89fa-9a21f769ecf9 req-4fdfac6f-0e91-4178-8c4c-74e0573a54c4 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] No DVR routers for this DVR port 618208f4-ed4e-4c03-ba39-be129e013762 on host hv-cinder-78836 {{(pid=73858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:13:39.937109 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ce261-cc52-464a-96aa-1a51165f5a4b None None] New status for floating IP 12114f30-6588-4ee8-9726-92220b4d9f51: ACTIVE {{(pid=73860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:13:39.939169 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-932a29b5-50a9-4ff0-89fa-9a21f769ecf9 req-4fdfac6f-0e91-4178-8c4c-74e0573a54c4 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.941887 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e189ef-cc96-4e95-a3d7-aba2015acae4', 'name': 'network-vif-deleted', 'tag': '618208f4-ed4e-4c03-ba39-be129e013762'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:39.963413 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-932a29b5-50a9-4ff0-89fa-9a21f769ecf9 req-4fdfac6f-0e91-4178-8c4c-74e0573a54c4 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.90 "DELETE /v2.0/ports/618208f4-ed4e-4c03-ba39-be129e013762 HTTP/1.1" status: 204 len: 173 time: 1.4508417 Apr 30 13:13:40.066953 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e189ef-cc96-4e95-a3d7-aba2015acae4', 'name': 'network-vif-deleted', 'tag': '618208f4-ed4e-4c03-ba39-be129e013762', 'status': 'completed', 'code': 200} Apr 30 13:13:40.119857 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['f86522cd-d064-4aab-a772-9d252cdd1ab0'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:40.239208 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce6b56-0c9e-46fd-8ae2-9374afa4671d req-202958d2-d720-4171-90d4-078344a315df tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:40.241000 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a2ce6b56-0c9e-46fd-8ae2-9374afa4671d req-202958d2-d720-4171-90d4-078344a315df tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 948 time: 0.1560421 Apr 30 13:13:40.298601 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a2ce6b56-0c9e-46fd-8ae2-9374afa4671d req-28f79827-8d47-4365-bd46-063d577f1597 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/security-groups?id=6606a56d-4d4c-4fd2-b9ce-6a02fa167266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512927 Apr 30 13:13:40.467338 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-af48b136-349b-4d54-82e8-f2badbcedefb tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:40.469451 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-af48b136-349b-4d54-82e8-f2badbcedefb tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/networks?id=8adb758d-2a96-45ff-b291-004c1ecf371a HTTP/1.1" status: 200 len: 815 time: 0.1855516 Apr 30 13:13:40.495261 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-a610d82b-8f1f-4729-91f6-42b388663643 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/quotas/1d6b8117760f4652a00a37c93b960cac HTTP/1.1" status: 200 len: 375 time: 0.0150716 Apr 30 13:13:40.581935 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-e34beb64-6803-467c-9e7c-f4f45615db96 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1d6b8117760f4652a00a37c93b960cac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857680 Apr 30 13:13:40.735189 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc33db-5b6f-4fbf-8fb3-2feb87fb0a93 req-cabf9676-fc12-4476-b2db-952e76f9e7fa tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:40.736796 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cadc33db-5b6f-4fbf-8fb3-2feb87fb0a93 req-cabf9676-fc12-4476-b2db-952e76f9e7fa tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0960491 Apr 30 13:13:40.738443 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-23b3c549-9876-4797-aeb6-00d59a02df01 service neutron] 10.222.0.93 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486390 Apr 30 13:13:40.789269 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cadc33db-5b6f-4fbf-8fb3-2feb87fb0a93 req-3718ade4-0182-46aa-b05b-2e4f7d453755 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442357 Apr 30 13:13:40.929054 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6be1f164-23f9-46b2-ba80-0ce5da6d8257 service neutron] 10.222.0.93 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846104 Apr 30 13:13:41.111366 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9df10b97-2327-4eac-bf4e-a29f20ef31c2 req-fd20b97d-89f1-4b62-9fbb-b28205ec3a90 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 210 time: 0.0438204 Apr 30 13:13:41.161514 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:13:41.518732 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e79076-51f3-468d-899a-c87a1cef9586 req-6d43eb9e-0f33-4124-bddf-a09c7ef2753a tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:41.525071 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e30c8-b34e-43fd-8a76-c3585d522645 req-c6a1750d-fb4e-447e-a3ad-99c73f0be796 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:41.526983 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-72e79076-51f3-468d-899a-c87a1cef9586 req-6d43eb9e-0f33-4124-bddf-a09c7ef2753a tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/networks?id=ab2a0893-c012-4524-a1b6-780aabea71da HTTP/1.1" status: 200 len: 809 time: 0.2101290 Apr 30 13:13:41.532539 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-834e30c8-b34e-43fd-8a76-c3585d522645 req-c6a1750d-fb4e-447e-a3ad-99c73f0be796 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 948 time: 0.1034250 Apr 30 13:13:41.552208 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-72e79076-51f3-468d-899a-c87a1cef9586 req-9769a9da-1335-4b34-9a36-5af038cdc42d tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/quotas/ec2819d344fc484e989aebbec429bee6 HTTP/1.1" status: 200 len: 375 time: 0.0195689 Apr 30 13:13:41.600055 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-834e30c8-b34e-43fd-8a76-c3585d522645 req-69eaefbc-5c2a-4c63-af44-e7bf6f3abd9d tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/security-groups?id=6606a56d-4d4c-4fd2-b9ce-6a02fa167266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614429 Apr 30 13:13:41.624692 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a314dad8-7b2e-4ecc-adc8-19541b1420f3 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Synchronizing usage tracker for tenant:ec2819d344fc484e989aebbec429bee6 on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:41.642865 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a314dad8-7b2e-4ecc-adc8-19541b1420f3 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Unset dirty status for tenant:ec2819d344fc484e989aebbec429bee6 on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:41.644375 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a314dad8-7b2e-4ecc-adc8-19541b1420f3 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec2819d344fc484e989aebbec429bee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844076 Apr 30 13:13:41.790822 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-72e79076-51f3-468d-899a-c87a1cef9586 req-76c1494c-9460-4a8c-9414-35695e34c565 service neutron] 10.222.0.93 "GET /v2.0/networks/ab2a0893-c012-4524-a1b6-780aabea71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377528 Apr 30 13:13:41.910415 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 43286) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:41.987015 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c009ad3-27f9-469e-8a42-316b413912cc req-0aea9c26-e6a0-4ca5-a16d-e6257e95aa13 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:41.990569 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9c009ad3-27f9-469e-8a42-316b413912cc req-0aea9c26-e6a0-4ca5-a16d-e6257e95aa13 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0859919 Apr 30 13:13:42.014408 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-72e79076-51f3-468d-899a-c87a1cef9586 req-1b34d6be-d608-47db-b5fa-8f7683322499 service neutron] 10.222.0.93 "GET /v2.0/networks/ab2a0893-c012-4524-a1b6-780aabea71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157512 Apr 30 13:13:42.042816 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9c009ad3-27f9-469e-8a42-316b413912cc req-d2350a8e-9674-44bd-a649-333465e089c8 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475874 Apr 30 13:13:42.103169 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-37a46479-b157-434e-af05-6324677b0def admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:42.117569 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-37a46479-b157-434e-af05-6324677b0def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:42.121583 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-37a46479-b157-434e-af05-6324677b0def admin admin] Usage tracker for resource:security_group_rule and tenant:650083e204894079af7e4863c506caa6 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:42.124893 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-37a46479-b157-434e-af05-6324677b0def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:42.131746 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-37a46479-b157-434e-af05-6324677b0def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:42.222636 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9bf17d59-63bf-4f4b-9436-cdf7aeb6baf1 req-12fa4f47-c489-4256-ba77-e6a86fe3c35a tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 210 time: 0.0488946 Apr 30 13:13:42.295160 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-37a46479-b157-434e-af05-6324677b0def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:42.301051 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-37a46479-b157-434e-af05-6324677b0def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:42.311399 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fe9a450b-52ad-4784-950d-3a7f5dc48479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:42.358135 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a46479-b157-434e-af05-6324677b0def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41eaa29-ea6e-409d-a5a2-531564387b3a,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:42.398549 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-37a46479-b157-434e-af05-6324677b0def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:42.406869 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-37a46479-b157-434e-af05-6324677b0def admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=650083e204894079af7e4863c506caa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4954805 Apr 30 13:13:42.409724 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a7eda343-ddcc-4a26-9e81-b01347b9601a req-a790e54f-ef0e-49ff-85d6-e518cc0f8981 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 210 time: 0.0566542 Apr 30 13:13:42.410363 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 43304) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:42.581705 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-bd55d244-c6a0-4578-94a8-f39cadbce5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:42.627176 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6f3d7ccc-a983-45ed-9dd8-4d1580403edf tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:42.628647 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6f3d7ccc-a983-45ed-9dd8-4d1580403edf tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "GET /v2.0/networks?id=8adb758d-2a96-45ff-b291-004c1ecf371a HTTP/1.1" status: 200 len: 815 time: 0.2057900 Apr 30 13:13:42.633183 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-bd55d244-c6a0-4578-94a8-f39cadbce5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:42.664084 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Request body: {'port': {'device_id': '85d883e8-8114-4620-b0bf-c89adfdb186f', 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a', 'admin_state_up': True, 'tenant_id': '1d6b8117760f4652a00a37c93b960cac'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:42.825126 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a2c6a-030f-45e2-9771-f360ad911147 req-2c1bc3fe-15dc-48b8-995c-1080712bdc0b tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:42.832956 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2c8a2c6a-030f-45e2-9771-f360ad911147 req-2c1bc3fe-15dc-48b8-995c-1080712bdc0b tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 948 time: 0.1012924 Apr 30 13:13:42.869744 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-bd55d244-c6a0-4578-94a8-f39cadbce5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:42.875371 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-92345de3-9d78-482d-a346-71bfcd55a72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:42.882434 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:42.885510 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device f86522cd-d064-4aab-a772-9d252cdd1ab0 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:42.896584 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55d244-c6a0-4578-94a8-f39cadbce5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41eaa29-ea6e-409d-a5a2-531564387b3a,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:42.899303 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2c8a2c6a-030f-45e2-9771-f360ad911147 req-c042743d-a2a6-4d8e-8fba-5360ee98446a tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/security-groups?id=6606a56d-4d4c-4fd2-b9ce-6a02fa167266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649407 Apr 30 13:13:42.899436 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:42.903655 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-bd55d244-c6a0-4578-94a8-f39cadbce5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:42.909125 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-bd55d244-c6a0-4578-94a8-f39cadbce5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:42.912779 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-bd55d244-c6a0-4578-94a8-f39cadbce5b3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f41eaa29-ea6e-409d-a5a2-531564387b3a HTTP/1.1" status: 204 len: 168 time: 0.4988387 Apr 30 13:13:42.924543 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Made reservation on behalf of 1d6b8117760f4652a00a37c93b960cac for: {'port': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:13:42.928058 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:43.010011 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port f86522cd-d064-4aab-a772-9d252cdd1ab0 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:43.023558 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port f86522cd-d064-4aab-a772-9d252cdd1ab0 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:43.025264 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:43.206083 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Allocated IP 172.20.0.12 (8adb758d-2a96-45ff-b291-004c1ecf371a/adcaaf38-75b3-455f-9d70-d232543aec69/45d82513-38f7-49ee-9696-9ae8e16c001a) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:13:43.254295 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:43.331381 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645beb29-12f5-4076-bafb-8197d6e9f243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86522cd-d064-4aab-a772-9d252cdd1ab0'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:43.351424 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port f86522cd-d064-4aab-a772-9d252cdd1ab0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f86522cd-d064-4aab-a772-9d252cdd1ab0,segment=NetworkSegment(413a64e6-b6a0-4d95-afb3-f66cdf26a172),segment_id=413a64e6-b6a0-4d95-afb3-f66cdf26a172)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:43.356030 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:43.357199 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 618208f4-ed4e-4c03-ba39-be129e013762 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:13:43.434713 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-68648012-8537-4c4d-aab9-ed37472f782b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:43.457123 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4a347e0f-9d24-446b-ba0b-e64f91f03c8b req-10b71158-d02d-4cff-ac17-95da7911a265 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 210 time: 0.0663536 Apr 30 13:13:43.509511 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 43342) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:43.539646 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d0600105-c3c4-4714-8a37-20f84b054ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:43.548652 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: 618208f4-ed4e-4c03-ba39-be129e013762 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:13:43.549011 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 618208f4-ed4e-4c03-ba39-be129e013762 not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:13:43.567811 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-d0600105-c3c4-4714-8a37-20f84b054ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:43.574901 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-d0600105-c3c4-4714-8a37-20f84b054ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:b7be4970a1a141e8a2967b85f4eeb96e is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:43.580750 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-d0600105-c3c4-4714-8a37-20f84b054ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:43.588496 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=f86522cd-d064-4aab-a772-9d252cdd1ab0,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:43.591965 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:43.595234 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-d0600105-c3c4-4714-8a37-20f84b054ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:43.684146 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:43.703522 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d339a-728b-47c7-a27c-55e02675d0f0 req-e5ebd3df-ab11-4a97-91da-e49807d7f192 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:43.710265 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d25d339a-728b-47c7-a27c-55e02675d0f0 req-e5ebd3df-ab11-4a97-91da-e49807d7f192 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.4149573 Apr 30 13:13:43.726809 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d0600105-c3c4-4714-8a37-20f84b054ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:43.739191 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d0600105-c3c4-4714-8a37-20f84b054ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:43.747767 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4cf50e2f-0578-43e9-bf5e-2063c8308e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:43.767723 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d25d339a-728b-47c7-a27c-55e02675d0f0 req-cb8a0f16-7c47-43eb-ac95-ed7a5412247c tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560648 Apr 30 13:13:43.798755 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645beb29-12f5-4076-bafb-8197d6e9f243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86522cd-d064-4aab-a772-9d252cdd1ab0', 'code': 200} Apr 30 13:13:43.802302 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-d0600105-c3c4-4714-8a37-20f84b054ae1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b7be4970a1a141e8a2967b85f4eeb96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914078 Apr 30 13:13:43.804084 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0600105-c3c4-4714-8a37-20f84b054ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208bd315-94a1-4ce9-9d5c-17b971f6b4a9,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:43.806527 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 43346) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:43.809375 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d0600105-c3c4-4714-8a37-20f84b054ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:43.830541 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:43.840518 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:43.870402 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-032ea438-6969-4117-8b6d-6b569c33c63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:43.873419 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['b344b992-1dc4-4c68-90c3-df508a90969e', '4c8cadea-9c08-414b-8b60-b41677cf7498', '2948caa3-c3cc-48d5-b7bf-19e63b95414e'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:43.901018 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-032ea438-6969-4117-8b6d-6b569c33c63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:43.912095 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Network 8adb758d-2a96-45ff-b291-004c1ecf371a is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:13:43.944649 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:43.953508 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:13:43.963030 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:43.975928 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:44.125462 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Pushing event updated for resources: {'Port': ['ID=45d82513-38f7-49ee-9696-9ae8e16c001a,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:44.135473 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:44.174990 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5198066 Apr 30 13:13:44.199500 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Request body: {'port': {'device_id': '85d883e8-8114-4620-b0bf-c89adfdb186f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:44.312741 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3b077-9df3-4c63-83aa-0ac402d8ac76 req-36c6c565-c0b2-4d1d-a1e1-5db60a5259e2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:44.313603 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-1fa3b077-9df3-4c63-83aa-0ac402d8ac76 req-36c6c565-c0b2-4d1d-a1e1-5db60a5259e2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Synchronizing usage tracker for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:44.322756 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-032ea438-6969-4117-8b6d-6b569c33c63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:44.336236 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e79076-51f3-468d-899a-c87a1cef9586 req-6dbb50c8-921d-46e1-84df-61bf261133ca tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:44.336934 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-72e79076-51f3-468d-899a-c87a1cef9586 req-6dbb50c8-921d-46e1-84df-61bf261133ca tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Synchronizing usage tracker for tenant:ec2819d344fc484e989aebbec429bee6 on resource:network {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:44.338636 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:44.342875 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0796a5fe-6538-41cb-a82e-428249307371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:44.349937 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-1fa3b077-9df3-4c63-83aa-0ac402d8ac76 req-36c6c565-c0b2-4d1d-a1e1-5db60a5259e2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Unset dirty status for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:44.351090 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1fa3b077-9df3-4c63-83aa-0ac402d8ac76 req-36c6c565-c0b2-4d1d-a1e1-5db60a5259e2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 932 time: 0.4126787 Apr 30 13:13:44.382092 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ea438-6969-4117-8b6d-6b569c33c63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208bd315-94a1-4ce9-9d5c-17b971f6b4a9,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:44.386192 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-032ea438-6969-4117-8b6d-6b569c33c63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:44.389573 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-032ea438-6969-4117-8b6d-6b569c33c63d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/208bd315-94a1-4ce9-9d5c-17b971f6b4a9 HTTP/1.1" status: 204 len: 168 time: 0.5796981 Apr 30 13:13:44.398309 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-032ea438-6969-4117-8b6d-6b569c33c63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:44.399645 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-72e79076-51f3-468d-899a-c87a1cef9586 req-6dbb50c8-921d-46e1-84df-61bf261133ca tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Unset dirty status for tenant:ec2819d344fc484e989aebbec429bee6 on resource:network {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:44.401552 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-72e79076-51f3-468d-899a-c87a1cef9586 req-6dbb50c8-921d-46e1-84df-61bf261133ca tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.90 "GET /v2.0/networks?id=ab2a0893-c012-4524-a1b6-780aabea71da HTTP/1.1" status: 200 len: 809 time: 0.4894888 Apr 30 13:13:44.412611 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b079bc2-f929-4047-b504-52fc0a42eaae req-26a8a055-f924-4112-af08-c16d94b0f61d tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:44.414155 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0b079bc2-f929-4047-b504-52fc0a42eaae req-26a8a055-f924-4112-af08-c16d94b0f61d tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 949 time: 0.2683985 Apr 30 13:13:44.433328 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Request body: {'port': {'device_id': '30524fef-a87a-45a3-acb4-ba82b410de0c', 'network_id': 'ab2a0893-c012-4524-a1b6-780aabea71da', 'admin_state_up': True, 'tenant_id': 'ec2819d344fc484e989aebbec429bee6'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:44.480841 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1fa3b077-9df3-4c63-83aa-0ac402d8ac76 req-260a17b7-6a82-4925-b93e-23a04b10247c tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925126 Apr 30 13:13:44.716980 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0b079bc2-f929-4047-b504-52fc0a42eaae req-0681fc2f-a9fd-4d96-bbe6-82c3c83922ea tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/security-groups?id=6606a56d-4d4c-4fd2-b9ce-6a02fa167266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899067 Apr 30 13:13:44.732222 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e9294-b231-4a4d-b307-2570965ebc8e req-5c2d179b-a910-4bf8-b0e1-76515f3f56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:44.733835 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-125e9294-b231-4a4d-b307-2570965ebc8e req-5c2d179b-a910-4bf8-b0e1-76515f3f56c4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 1102 time: 0.4695563 Apr 30 13:13:44.759028 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d5ca2a22-9f0c-4a42-90f3-10da25468f40 req-03b9e5f7-b55f-4cb2-85f5-bd68cf045c5c tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 210 time: 0.1713500 Apr 30 13:13:44.844595 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-125e9294-b231-4a4d-b307-2570965ebc8e req-c7c1528f-63c4-43cc-921c-83c464ebbb63 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6606a56d-4d4c-4fd2-b9ce-6a02fa167266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001511 Apr 30 13:13:44.866850 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:44.884420 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 43370) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:44.892094 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:44.915230 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9c8f5f61-c1d1-45f5-b1e2-48dbf4dc2e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:44.935534 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9c8f5f61-c1d1-45f5-b1e2-48dbf4dc2e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:44.940251 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-9c8f5f61-c1d1-45f5-b1e2-48dbf4dc2e2e admin admin] Usage tracker for resource:security_group_rule and tenant:f28f91df48fb48f4bab48afbd2cd7333 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:44.943124 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-9c8f5f61-c1d1-45f5-b1e2-48dbf4dc2e2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:44.949860 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9c8f5f61-c1d1-45f5-b1e2-48dbf4dc2e2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:44.954209 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Made reservation on behalf of ec2819d344fc484e989aebbec429bee6 for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:13:44.957772 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:44.989572 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d82513-38f7-49ee-9696-9ae8e16c001a {{(pid=73858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:44.999702 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.020910 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.provisioning_blocks [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Transition to ACTIVE for port object 45d82513-38f7-49ee-9696-9ae8e16c001a will not be triggered until provisioned by entity L2. {{(pid=73858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:45.025164 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.039076 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:45.182080 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966b477-aee8-4879-ae92-bd6b6f6b0105 req-7727d7d4-4ffc-431c-ad65-3f4809cc0770 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:45.183621 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3966b477-aee8-4879-ae92-bd6b6f6b0105 req-7727d7d4-4ffc-431c-ad65-3f4809cc0770 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.2494092 Apr 30 13:13:45.219774 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Pushing event updated for resources: {'Port': ['ID=45d82513-38f7-49ee-9696-9ae8e16c001a,revision_number=2']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:45.227083 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9c8f5f61-c1d1-45f5-b1e2-48dbf4dc2e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.228335 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Allocated IP 172.20.0.14 (ab2a0893-c012-4524-a1b6-780aabea71da/46ac01a2-ee57-495b-bba9-0308c043121a/a0fb2ad4-10ed-4874-b70b-696ca0f26366) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:13:45.235313 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9c8f5f61-c1d1-45f5-b1e2-48dbf4dc2e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.241561 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:45.246982 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c803716e-ef5a-43be-b9c1-22624dbf9ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:45.263512 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Attempting to bind port 45d82513-38f7-49ee-9696-9ae8e16c001a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:13:45.263843 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Attempting to bind port 45d82513-38f7-49ee-9696-9ae8e16c001a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'}] {{(pid=73858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:13:45.264163 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Attempting to bind port 45d82513-38f7-49ee-9696-9ae8e16c001a on network 8adb758d-2a96-45ff-b291-004c1ecf371a {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:45.276318 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Port 45d82513-38f7-49ee-9696-9ae8e16c001a on network 8adb758d-2a96-45ff-b291-004c1ecf371a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:13:45.276675 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Attempting to bind port 45d82513-38f7-49ee-9696-9ae8e16c001a on network 8adb758d-2a96-45ff-b291-004c1ecf371a {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:45.288242 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:13:45.288576 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Checking segment: {'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:13:45.288952 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Bound using segment: {'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'} {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:13:45.289373 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Bound port: 45d82513-38f7-49ee-9696-9ae8e16c001a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046e7eae-bc4b-4307-aa2a-4507141741a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a'}}] {{(pid=73858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:13:45.289869 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.303308 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3966b477-aee8-4879-ae92-bd6b6f6b0105 req-3a38e697-9a28-4e3d-8c30-836afc771d12 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900390 Apr 30 13:13:45.309158 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-9c8f5f61-c1d1-45f5-b1e2-48dbf4dc2e2e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f28f91df48fb48f4bab48afbd2cd7333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194825 Apr 30 13:13:45.318981 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 43376) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:45.321510 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f5f61-c1d1-45f5-b1e2-48dbf4dc2e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccab435-4fc5-4576-ba2e-05404f71e9d6,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:45.324593 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9c8f5f61-c1d1-45f5-b1e2-48dbf4dc2e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:45.392842 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] For port 45d82513-38f7-49ee-9696-9ae8e16c001a, host hv-cinder-78836, cleared binding levels {{(pid=73858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:13:45.395816 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] For port 45d82513-38f7-49ee-9696-9ae8e16c001a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45d82513-38f7-49ee-9696-9ae8e16c001a,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:13:45.400321 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.405178 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:45.460802 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:45.461398 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.462832 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] 10.222.0.90 "PUT /v2.0/ports/45d82513-38f7-49ee-9696-9ae8e16c001a HTTP/1.1" status: 200 len: 1094 time: 1.2674527 Apr 30 13:13:45.463300 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d883e8-8114-4620-b0bf-c89adfdb186f', 'tag': '45d82513-38f7-49ee-9696-9ae8e16c001a'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:45.486549 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Pushing event updated for resources: {'Port': ['ID=45d82513-38f7-49ee-9696-9ae8e16c001a,revision_number=3']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:45.489470 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:45.497684 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-48934180-f1a2-433e-8983-efe291394d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.519335 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d883e8-8114-4620-b0bf-c89adfdb186f', 'tag': '45d82513-38f7-49ee-9696-9ae8e16c001a', 'status': 'completed', 'code': 200} Apr 30 13:13:45.552375 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-48934180-f1a2-433e-8983-efe291394d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.594943 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.638586 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-48934180-f1a2-433e-8983-efe291394d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.643430 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-fe22f282-e919-4a67-ae6b-3a1d5a4ec98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:45.660677 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48934180-f1a2-433e-8983-efe291394d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccab435-4fc5-4576-ba2e-05404f71e9d6,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:45.671707 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-48934180-f1a2-433e-8983-efe291394d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:45.672815 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.679424 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:45.696720 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-4d2a4a9d-de67-4488-b443-24c488f3df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:45.698201 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-4d2a4a9d-de67-4488-b443-24c488f3df52 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d6b8117760f4652a00a37c93b960cac&device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 1097 time: 0.1392903 Apr 30 13:13:45.706529 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85db2f-2750-43b0-bf44-3d54919b6477 req-e1da3c40-f8d2-426b-a05c-c69be3a86882 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:45.707862 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2a85db2f-2750-43b0-bf44-3d54919b6477 req-e1da3c40-f8d2-426b-a05c-c69be3a86882 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 944 time: 0.1130154 Apr 30 13:13:45.738382 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7a44ab72-75ca-4d2a-a3eb-d45f9f113cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.744154 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-48934180-f1a2-433e-8983-efe291394d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.745255 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-48934180-f1a2-433e-8983-efe291394d3c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3ccab435-4fc5-4576-ba2e-05404f71e9d6 HTTP/1.1" status: 204 len: 168 time: 0.4252126 Apr 30 13:13:45.747164 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Network ab2a0893-c012-4524-a1b6-780aabea71da is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:13:45.751470 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:45.759138 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:13:45.804681 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-726b0b36-3767-49a7-857f-877a2184ee70 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45d82513-38f7-49ee-9696-9ae8e16c001a HTTP/1.1" status: 200 len: 217 time: 0.0755577 Apr 30 13:13:45.816450 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Pushing event updated for resources: {'Port': ['ID=a0fb2ad4-10ed-4874-b70b-696ca0f26366,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:45.850806 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:45.852185 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:45.859720 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:45.866775 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2a85db2f-2750-43b0-bf44-3d54919b6477 req-c8ae7ae2-9cab-44f8-a236-d2352c539240 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529729 Apr 30 13:13:45.881592 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-5f376ca0-086a-4590-995e-6111ea5bc8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:45.883175 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-5f376ca0-086a-4590-995e-6111ea5bc8ef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adcaaf38-75b3-455f-9d70-d232543aec69 HTTP/1.1" status: 200 len: 855 time: 0.0691302 Apr 30 13:13:45.921696 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-72e79076-51f3-468d-899a-c87a1cef9586 req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4925194 Apr 30 13:13:45.943431 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-328728f1-a66c-42c9-842c-b38f4637931d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8adb758d-2a96-45ff-b291-004c1ecf371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475428 Apr 30 13:13:45.948993 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Request body: {'port': {'device_id': '30524fef-a87a-45a3-acb4-ba82b410de0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:46.009493 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688e52d-c136-4270-a0fc-df6cf3d5605a req-b3bfbe97-435a-4997-8943-9fc489409659 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:46.011131 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2688e52d-c136-4270-a0fc-df6cf3d5605a req-b3bfbe97-435a-4997-8943-9fc489409659 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 949 time: 0.1445847 Apr 30 13:13:46.090650 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-1e604e24-1882-4c8a-8923-f2a650a71437 service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397986 Apr 30 13:13:46.119210 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2688e52d-c136-4270-a0fc-df6cf3d5605a req-27b2e767-c138-4311-9e7d-b9ac8d76cabc tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/security-groups?id=6606a56d-4d4c-4fd2-b9ce-6a02fa167266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002765 Apr 30 13:13:46.120092 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:46.353489 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e7e8f5b8-01e4-4f8c-aa3b-a959c448d590 req-81a258d8-09ce-432d-9499-5b4a90380810 service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190506 Apr 30 13:13:46.385485 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831680f-0cfd-4f86-a6f9-39631936a7f5 req-3286f24c-8d47-47c0-94c1-ad3c0706774f tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:46.395930 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6831680f-0cfd-4f86-a6f9-39631936a7f5 req-3286f24c-8d47-47c0-94c1-ad3c0706774f tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 932 time: 0.3045454 Apr 30 13:13:46.463220 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6831680f-0cfd-4f86-a6f9-39631936a7f5 req-67157b68-69d3-4a5f-825b-caf4178143cb tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661249 Apr 30 13:13:46.777853 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fb2ad4-10ed-4874-b70b-696ca0f26366 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:46.786200 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:46.804933 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Transition to ACTIVE for port object a0fb2ad4-10ed-4874-b70b-696ca0f26366 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:46.809061 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:46.816625 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:46.830493 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473cf06-9840-414b-be75-b2fd07a5c6cf req-2e5c9d0d-b88a-4eed-b92e-96fa0def091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:46.832769 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9473cf06-9840-414b-be75-b2fd07a5c6cf req-2e5c9d0d-b88a-4eed-b92e-96fa0def091f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d6b8117760f4652a00a37c93b960cac&device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 1097 time: 0.2847912 Apr 30 13:13:46.849616 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de944d-fc6b-481c-92f2-afca7aed8be8 req-18b60f3a-e2cd-41ac-9d95-b49d7ddbeccd tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:46.851199 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-86de944d-fc6b-481c-92f2-afca7aed8be8 req-18b60f3a-e2cd-41ac-9d95-b49d7ddbeccd tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.2322869 Apr 30 13:13:47.026803 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-86de944d-fc6b-481c-92f2-afca7aed8be8 req-f3dee738-6970-44aa-85cd-367d546ddc39 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526000 Apr 30 13:13:47.058405 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Pushing event updated for resources: {'Port': ['ID=a0fb2ad4-10ed-4874-b70b-696ca0f26366,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:47.062881 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473cf06-9840-414b-be75-b2fd07a5c6cf req-6763207b-436b-46eb-bccd-0d3e4d8f72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:47.064644 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9473cf06-9840-414b-be75-b2fd07a5c6cf req-6763207b-436b-46eb-bccd-0d3e4d8f72d3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8adb758d-2a96-45ff-b291-004c1ecf371a HTTP/1.1" status: 200 len: 917 time: 0.2125177 Apr 30 13:13:47.073148 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:47.168459 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9473cf06-9840-414b-be75-b2fd07a5c6cf req-dbcdfd35-26f5-4979-a550-a42a05ea1427 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45d82513-38f7-49ee-9696-9ae8e16c001a HTTP/1.1" status: 200 len: 217 time: 0.0925047 Apr 30 13:13:47.251053 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Attempting to bind port a0fb2ad4-10ed-4874-b70b-696ca0f26366 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:13:47.251609 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Attempting to bind port a0fb2ad4-10ed-4874-b70b-696ca0f26366 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8a59e979-8261-43f1-b792-2cb88a0cf5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ab2a0893-c012-4524-a1b6-780aabea71da'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:13:47.252271 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Attempting to bind port a0fb2ad4-10ed-4874-b70b-696ca0f26366 on network ab2a0893-c012-4524-a1b6-780aabea71da {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:47.258917 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Port a0fb2ad4-10ed-4874-b70b-696ca0f26366 on network ab2a0893-c012-4524-a1b6-780aabea71da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:13:47.259475 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Attempting to bind port a0fb2ad4-10ed-4874-b70b-696ca0f26366 on network ab2a0893-c012-4524-a1b6-780aabea71da {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:47.267923 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:13:47.268510 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Checking segment: {'id': '8a59e979-8261-43f1-b792-2cb88a0cf5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ab2a0893-c012-4524-a1b6-780aabea71da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:13:47.269072 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Bound using segment: {'id': '8a59e979-8261-43f1-b792-2cb88a0cf5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ab2a0893-c012-4524-a1b6-780aabea71da'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:13:47.269701 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Bound port: a0fb2ad4-10ed-4874-b70b-696ca0f26366, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a59e979-8261-43f1-b792-2cb88a0cf5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'ab2a0893-c012-4524-a1b6-780aabea71da'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:13:47.270256 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:47.273049 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473cf06-9840-414b-be75-b2fd07a5c6cf req-650a7647-10e3-45a9-9647-6a38921e1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:47.274577 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9473cf06-9840-414b-be75-b2fd07a5c6cf req-650a7647-10e3-45a9-9647-6a38921e1e5f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adcaaf38-75b3-455f-9d70-d232543aec69 HTTP/1.1" status: 200 len: 855 time: 0.0923202 Apr 30 13:13:47.370139 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9473cf06-9840-414b-be75-b2fd07a5c6cf req-77856099-0308-4a7f-ae7f-bf1c34523042 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8adb758d-2a96-45ff-b291-004c1ecf371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811694 Apr 30 13:13:47.506530 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85132390-138a-41a8-b973-6d000cb7f351 req-08ebe2ab-7d09-4bf6-8877-2c189ccf70cf tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:47.508212 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-85132390-138a-41a8-b973-6d000cb7f351 req-08ebe2ab-7d09-4bf6-8877-2c189ccf70cf tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 949 time: 0.1760402 Apr 30 13:13:47.578805 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b09e4-6eb7-4e32-8127-2e4f0206f8cd req-323d2b70-6987-4675-a582-a0c32a160311 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:47.581428 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-351b09e4-6eb7-4e32-8127-2e4f0206f8cd req-323d2b70-6987-4675-a582-a0c32a160311 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 944 time: 0.3992703 Apr 30 13:13:47.590340 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-85132390-138a-41a8-b973-6d000cb7f351 req-8b0fd6ea-9eac-482c-b550-ef02a5fe4cba tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/security-groups?id=6606a56d-4d4c-4fd2-b9ce-6a02fa167266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710821 Apr 30 13:13:47.609646 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9473cf06-9840-414b-be75-b2fd07a5c6cf req-207b463b-a6cc-4fad-af13-820053b71cac service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000768 Apr 30 13:13:47.625801 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] For port a0fb2ad4-10ed-4874-b70b-696ca0f26366, host hv-cinder-78836, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:13:47.660418 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] For port a0fb2ad4-10ed-4874-b70b-696ca0f26366, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a0fb2ad4-10ed-4874-b70b-696ca0f26366,segment=NetworkSegment(8a59e979-8261-43f1-b792-2cb88a0cf5bc),segment_id=8a59e979-8261-43f1-b792-2cb88a0cf5bc)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:13:47.669876 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:47.677845 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:47.786006 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-351b09e4-6eb7-4e32-8127-2e4f0206f8cd req-79ed825b-fd9c-4da5-ba9f-b6b811d8bcf5 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978157 Apr 30 13:13:47.791727 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9473cf06-9840-414b-be75-b2fd07a5c6cf req-200117ba-48a2-4fbe-8dd2-adca5d7e0d80 service neutron] 10.222.0.90 "GET /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621115 Apr 30 13:13:47.819099 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:47.819700 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:47.821252 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-72e79076-51f3-468d-899a-c87a1cef9586 req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] 10.222.0.90 "PUT /v2.0/ports/a0fb2ad4-10ed-4874-b70b-696ca0f26366 HTTP/1.1" status: 200 len: 1094 time: 1.8768437 Apr 30 13:13:47.824222 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30524fef-a87a-45a3-acb4-ba82b410de0c', 'tag': 'a0fb2ad4-10ed-4874-b70b-696ca0f26366'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:47.859683 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Pushing event updated for resources: {'Port': ['ID=a0fb2ad4-10ed-4874-b70b-696ca0f26366,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:47.863205 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:47.913340 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a9424-1836-46ab-b8b3-8b03f763931e req-fcd13f3a-26af-4c86-8c6d-146a568867d9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:47.915487 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-809a9424-1836-46ab-b8b3-8b03f763931e req-fcd13f3a-26af-4c86-8c6d-146a568867d9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 944 time: 0.0890870 Apr 30 13:13:47.961793 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-809a9424-1836-46ab-b8b3-8b03f763931e req-85e6fef6-507c-4c0e-9b1d-a9a2196001e2 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Apr 30 13:13:47.980015 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e79076-51f3-468d-899a-c87a1cef9586 req-74331849-6786-4712-b6f3-5f4fd81486e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:47.981550 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-72e79076-51f3-468d-899a-c87a1cef9586 req-74331849-6786-4712-b6f3-5f4fd81486e3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ec2819d344fc484e989aebbec429bee6&device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 1097 time: 0.0751698 Apr 30 13:13:48.071459 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:48.077236 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-72e79076-51f3-468d-899a-c87a1cef9586 req-21abe135-90e6-49cf-bb48-189d243a8e99 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0fb2ad4-10ed-4874-b70b-696ca0f26366 HTTP/1.1" status: 200 len: 217 time: 0.0738502 Apr 30 13:13:48.123943 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30524fef-a87a-45a3-acb4-ba82b410de0c', 'tag': 'a0fb2ad4-10ed-4874-b70b-696ca0f26366', 'status': 'completed', 'code': 200} Apr 30 13:13:48.151136 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e79076-51f3-468d-899a-c87a1cef9586 req-30fdf07f-756d-4ec7-ad6e-6985d472de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:48.152782 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-72e79076-51f3-468d-899a-c87a1cef9586 req-30fdf07f-756d-4ec7-ad6e-6985d472de8f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=46ac01a2-ee57-495b-bba9-0308c043121a HTTP/1.1" status: 200 len: 849 time: 0.0656312 Apr 30 13:13:48.254834 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-72e79076-51f3-468d-899a-c87a1cef9586 req-3dd8a74b-9b0d-4369-8c25-d82ced92eb2b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab2a0893-c012-4524-a1b6-780aabea71da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820630 Apr 30 13:13:48.376677 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674e71e-4bd9-42b6-8a01-03a6af57860c req-c2bc805c-d993-470e-bd71-6b9b6809ece6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:48.378025 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4674e71e-4bd9-42b6-8a01-03a6af57860c req-c2bc805c-d993-470e-bd71-6b9b6809ece6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 949 time: 0.0812459 Apr 30 13:13:48.422292 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1c7f7-12ef-4476-b1c0-533d0c716234 req-9f55ae57-3bb3-4541-8dce-87c7dbe2a0a7 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:48.423209 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4674e71e-4bd9-42b6-8a01-03a6af57860c req-46215e6f-e72b-4ba9-928f-f714f41b3dd8 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/security-groups?id=6606a56d-4d4c-4fd2-b9ce-6a02fa167266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392387 Apr 30 13:13:48.423764 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-52c1c7f7-12ef-4476-b1c0-533d0c716234 req-9f55ae57-3bb3-4541-8dce-87c7dbe2a0a7 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.2058506 Apr 30 13:13:48.429380 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-72e79076-51f3-468d-899a-c87a1cef9586 req-55be3ff9-0ab1-4324-b3ac-8f5fbae64726 service neutron] 10.222.0.90 "GET /v2.0/networks/ab2a0893-c012-4524-a1b6-780aabea71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549416 Apr 30 13:13:48.486052 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c3225aa1-1219-41c7-84d6-7a7862f92d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:48.557928 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-52c1c7f7-12ef-4476-b1c0-533d0c716234 req-754273c1-70b4-48c6-b620-72170c7ac70a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276069 Apr 30 13:13:48.596180 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-72e79076-51f3-468d-899a-c87a1cef9586 req-5480fc34-a4e8-4deb-960c-4e3624b78de4 service neutron] 10.222.0.90 "GET /v2.0/networks/ab2a0893-c012-4524-a1b6-780aabea71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515057 Apr 30 13:13:48.823331 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb784b-020a-43dd-8153-ce7de5f0befb req-df845c2e-a257-41d6-b5cf-4ba562810b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:48.824791 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-53eb784b-020a-43dd-8153-ce7de5f0befb req-df845c2e-a257-41d6-b5cf-4ba562810b52 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ec2819d344fc484e989aebbec429bee6&device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 1097 time: 0.0744693 Apr 30 13:13:48.963338 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb784b-020a-43dd-8153-ce7de5f0befb req-1c7654f0-f8a5-454e-afbf-f554d7eee0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:48.964852 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-53eb784b-020a-43dd-8153-ce7de5f0befb req-1c7654f0-f8a5-454e-afbf-f554d7eee0d4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab2a0893-c012-4524-a1b6-780aabea71da HTTP/1.1" status: 200 len: 911 time: 0.1311913 Apr 30 13:13:48.985138 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecbe7e-055c-43da-9467-795ab337dded req-b0788933-fb6f-4a2a-bc0e-32ecd0b52a78 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:48.985138 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8fecbe7e-055c-43da-9467-795ab337dded req-b0788933-fb6f-4a2a-bc0e-32ecd0b52a78 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 944 time: 0.0848858 Apr 30 13:13:49.047909 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8fecbe7e-055c-43da-9467-795ab337dded req-ffc2d46d-1954-4437-815f-2aafb9d69313 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544446 Apr 30 13:13:49.056543 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-53eb784b-020a-43dd-8153-ce7de5f0befb req-ceebca52-aee2-40d2-bd37-7cfa56d3a86c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0fb2ad4-10ed-4874-b70b-696ca0f26366 HTTP/1.1" status: 200 len: 217 time: 0.0742307 Apr 30 13:13:49.179305 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb784b-020a-43dd-8153-ce7de5f0befb req-e5037e87-0c5d-49ff-b12c-0a28196ee284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:49.180756 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-53eb784b-020a-43dd-8153-ce7de5f0befb req-e5037e87-0c5d-49ff-b12c-0a28196ee284 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=46ac01a2-ee57-495b-bba9-0308c043121a HTTP/1.1" status: 200 len: 849 time: 0.1168373 Apr 30 13:13:49.242249 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-53eb784b-020a-43dd-8153-ce7de5f0befb req-e2cf0719-a0b3-4e38-b8a3-53278ea98088 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab2a0893-c012-4524-a1b6-780aabea71da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453410 Apr 30 13:13:49.250293 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f9c76-5916-48d1-ac5e-37da77b7ca5e req-513d5710-a772-4967-b3da-76c7c050c732 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:49.250948 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-203f9c76-5916-48d1-ac5e-37da77b7ca5e req-513d5710-a772-4967-b3da-76c7c050c732 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Synchronizing usage tracker for tenant:ec2819d344fc484e989aebbec429bee6 on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:49.292250 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-203f9c76-5916-48d1-ac5e-37da77b7ca5e req-513d5710-a772-4967-b3da-76c7c050c732 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Unset dirty status for tenant:ec2819d344fc484e989aebbec429bee6 on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:49.293335 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-203f9c76-5916-48d1-ac5e-37da77b7ca5e req-513d5710-a772-4967-b3da-76c7c050c732 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 944 time: 0.1937811 Apr 30 13:13:49.404809 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-203f9c76-5916-48d1-ac5e-37da77b7ca5e req-ef17c0d1-0a4b-4d25-9efa-d3f5c8b66037 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036789 Apr 30 13:13:49.423082 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-53eb784b-020a-43dd-8153-ce7de5f0befb req-8774f35f-1754-4ea7-87f7-c9ecb4ddeec5 service neutron] 10.222.0.90 "GET /v2.0/networks/ab2a0893-c012-4524-a1b6-780aabea71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620266 Apr 30 13:13:49.632872 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03050321-29ec-4f5d-8cdb-c91f9717fb19 req-6710da71-7d2b-4d7f-a6fd-9e0c1e34d754 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:49.635127 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-03050321-29ec-4f5d-8cdb-c91f9717fb19 req-6710da71-7d2b-4d7f-a6fd-9e0c1e34d754 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 949 time: 0.0911560 Apr 30 13:13:49.663310 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-53eb784b-020a-43dd-8153-ce7de5f0befb req-a28987cf-d716-47f0-a540-5bd2dfb93f0d service neutron] 10.222.0.90 "GET /v2.0/networks/ab2a0893-c012-4524-a1b6-780aabea71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305570 Apr 30 13:13:49.674446 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:49.719796 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-03050321-29ec-4f5d-8cdb-c91f9717fb19 req-117c1264-b06e-4d5f-bd20-277f7a0b2eeb tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/security-groups?id=6606a56d-4d4c-4fd2-b9ce-6a02fa167266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740435 Apr 30 13:13:49.784087 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975055e-2920-48da-aa12-7966a7f58193 req-ff89837c-6fe7-45a9-aa98-79bc81355a00 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:49.785542 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e975055e-2920-48da-aa12-7966a7f58193 req-ff89837c-6fe7-45a9-aa98-79bc81355a00 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0845382 Apr 30 13:13:49.833646 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e975055e-2920-48da-aa12-7966a7f58193 req-15577529-1f2c-4c18-b597-75ffc429f0de tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422492 Apr 30 13:13:50.296031 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6bb7f-b744-49d2-967d-5f675e25a44e req-0b86f61d-864e-42dd-8351-71033f915224 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:50.297576 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c5a6bb7f-b744-49d2-967d-5f675e25a44e req-0b86f61d-864e-42dd-8351-71033f915224 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 944 time: 0.0815923 Apr 30 13:13:50.347699 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c5a6bb7f-b744-49d2-967d-5f675e25a44e req-5f1776bd-19c9-4594-b02a-7660deb690a9 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406733 Apr 30 13:13:50.603106 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311c7dd-c517-4df7-a861-7173f63fb83e req-e3517163-6017-4e9b-9162-6ba837e5bc41 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:50.604819 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8311c7dd-c517-4df7-a861-7173f63fb83e req-e3517163-6017-4e9b-9162-6ba837e5bc41 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 944 time: 0.0844960 Apr 30 13:13:50.650491 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8311c7dd-c517-4df7-a861-7173f63fb83e req-5dc1f740-66e5-4578-851a-48376ddeed94 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392029 Apr 30 13:13:50.907515 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 45d82513-38f7-49ee-9696-9ae8e16c001a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:13:50.914285 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52811fd8-9f2f-4153-9a97-5fae8bdaccf4 req-3d38e798-1a2f-4c34-92c3-bdefd67b8efd tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:50.920373 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-52811fd8-9f2f-4153-9a97-5fae8bdaccf4 req-3d38e798-1a2f-4c34-92c3-bdefd67b8efd tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 949 time: 0.0916955 Apr 30 13:13:51.044519 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-52811fd8-9f2f-4153-9a97-5fae8bdaccf4 req-8d9255a5-3f7b-4c1b-b241-95687a826f3c tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/security-groups?id=6606a56d-4d4c-4fd2-b9ce-6a02fa167266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182187 Apr 30 13:13:51.098000 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 45d82513-38f7-49ee-9696-9ae8e16c001a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45d82513-38f7-49ee-9696-9ae8e16c001a,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:51.110930 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41859d39-732f-459c-9a0d-420fe8079de2 req-35b43444-205f-4024-b481-9b644f9e3773 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:51.112452 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-41859d39-732f-459c-9a0d-420fe8079de2 req-35b43444-205f-4024-b481-9b644f9e3773 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.90 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 949 time: 0.1874397 Apr 30 13:13:51.113725 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e589c49-be8d-44ca-a1a8-2424de4f167e req-1af54d20-759c-4ec9-bf68-ccca6d1e5473 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:51.115342 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-0e589c49-be8d-44ca-a1a8-2424de4f167e req-1af54d20-759c-4ec9-bf68-ccca6d1e5473 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1706479 Apr 30 13:13:51.126583 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': '45d82513-38f7-49ee-9696-9ae8e16c001a', 'network_id': '8adb758d-2a96-45ff-b291-004c1ecf371a', 'port_id': '45d82513-38f7-49ee-9696-9ae8e16c001a', 'mac_address': 'fa:16:3e:5c:49:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcaaf38-75b3-455f-9d70-d232543aec69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:13:51.172981 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-0e589c49-be8d-44ca-a1a8-2424de4f167e req-4a835512-837e-4a6a-9386-6e226117c7e1 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441074 Apr 30 13:13:51.213530 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:51.238130 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d82513-38f7-49ee-9696-9ae8e16c001a {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:51.254879 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 45d82513-38f7-49ee-9696-9ae8e16c001a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45d82513-38f7-49ee-9696-9ae8e16c001a,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:51.259392 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:51.261373 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:51.282474 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-41859d39-732f-459c-9a0d-420fe8079de2 req-58fd4fbb-1cbe-4274-9ceb-207dbe74bde6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Deleting port f86522cd-d064-4aab-a772-9d252cdd1ab0 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:13:51.282820 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-41859d39-732f-459c-9a0d-420fe8079de2 req-58fd4fbb-1cbe-4274-9ceb-207dbe74bde6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:51.339371 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=45d82513-38f7-49ee-9696-9ae8e16c001a,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:51.342556 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:51.343391 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:51.427105 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-41859d39-732f-459c-9a0d-420fe8079de2 req-58fd4fbb-1cbe-4274-9ceb-207dbe74bde6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] For port f86522cd-d064-4aab-a772-9d252cdd1ab0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f86522cd-d064-4aab-a772-9d252cdd1ab0,segment=NetworkSegment(413a64e6-b6a0-4d95-afb3-f66cdf26a172),segment_id=413a64e6-b6a0-4d95-afb3-f66cdf26a172)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:51.427522 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-41859d39-732f-459c-9a0d-420fe8079de2 req-58fd4fbb-1cbe-4274-9ceb-207dbe74bde6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:51.697858 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-41859d39-732f-459c-9a0d-420fe8079de2 req-58fd4fbb-1cbe-4274-9ceb-207dbe74bde6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Calling delete_port for f86522cd-d064-4aab-a772-9d252cdd1ab0 owned by compute:nova {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:13:51.797249 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['45d82513-38f7-49ee-9696-9ae8e16c001a'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:51.815948 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2dd66-9f5d-42c5-ab12-60af96438d5c req-840897f1-2f5c-4749-8452-44ac5efab242 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:51.818146 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-95b2dd66-9f5d-42c5-ab12-60af96438d5c req-840897f1-2f5c-4749-8452-44ac5efab242 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 945 time: 0.2866397 Apr 30 13:13:51.849964 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7bb7e-46e5-443e-b8cb-11af248b0c8d req-d6dbce25-ae65-4f4d-918b-d3efcd9776a2 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:51.854342 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c4e7bb7e-46e5-443e-b8cb-11af248b0c8d req-d6dbce25-ae65-4f4d-918b-d3efcd9776a2 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 944 time: 0.0876546 Apr 30 13:13:51.900962 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c4e7bb7e-46e5-443e-b8cb-11af248b0c8d req-975ca63b-a13c-422a-bfb5-261d63b620b1 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409203 Apr 30 13:13:51.971012 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-95b2dd66-9f5d-42c5-ab12-60af96438d5c req-ca854582-aba4-4b66-8ef5-3e5b1a73c18f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398623 Apr 30 13:13:52.001193 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-41859d39-732f-459c-9a0d-420fe8079de2 req-58fd4fbb-1cbe-4274-9ceb-207dbe74bde6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:52.006368 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:52.054515 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd4fbb-1cbe-4274-9ceb-207dbe74bde6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Pushing event deleted for resources: {'Port': ['ID=f86522cd-d064-4aab-a772-9d252cdd1ab0,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:52.057510 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-58fd4fbb-1cbe-4274-9ceb-207dbe74bde6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:52.134536 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-41859d39-732f-459c-9a0d-420fe8079de2 req-58fd4fbb-1cbe-4274-9ceb-207dbe74bde6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] No DVR routers for this DVR port f86522cd-d064-4aab-a772-9d252cdd1ab0 on host hv-cinder-78836 {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:13:52.136972 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-41859d39-732f-459c-9a0d-420fe8079de2 req-58fd4fbb-1cbe-4274-9ceb-207dbe74bde6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:52.140266 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645beb29-12f5-4076-bafb-8197d6e9f243', 'name': 'network-vif-deleted', 'tag': 'f86522cd-d064-4aab-a772-9d252cdd1ab0'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:52.158558 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-41859d39-732f-459c-9a0d-420fe8079de2 req-58fd4fbb-1cbe-4274-9ceb-207dbe74bde6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.90 "DELETE /v2.0/ports/f86522cd-d064-4aab-a772-9d252cdd1ab0 HTTP/1.1" status: 204 len: 173 time: 1.0377457 Apr 30 13:13:52.217557 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645beb29-12f5-4076-bafb-8197d6e9f243', 'name': 'network-vif-deleted', 'tag': 'f86522cd-d064-4aab-a772-9d252cdd1ab0', 'status': 'completed', 'code': 200} Apr 30 13:13:52.225186 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-38d430b7-2266-4ec7-bd5c-5124d89ac5d3 req-a048aae7-8e02-48f0-9360-487c8bcfd019 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] 10.222.0.93 "GET /v2.0/ports?device_id=645beb29-12f5-4076-bafb-8197d6e9f243 HTTP/1.1" status: 200 len: 210 time: 0.0528824 Apr 30 13:13:52.409649 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa478652-caa4-43e3-aa5c-3abe23c3a1db req-018b48c0-44a0-45d7-a575-18a013c71d83 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:52.411193 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-fa478652-caa4-43e3-aa5c-3abe23c3a1db req-018b48c0-44a0-45d7-a575-18a013c71d83 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0913014 Apr 30 13:13:52.463809 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-fa478652-caa4-43e3-aa5c-3abe23c3a1db req-391e1406-35c4-4d2d-9ae4-ed2c9dfa3e82 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464828 Apr 30 13:13:52.854895 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 43574) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:52.934544 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device a0fb2ad4-10ed-4874-b70b-696ca0f26366 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:13:52.975773 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-11a87a0c-21f4-47e6-bd79-8e8e4c77e440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:52.993414 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-11a87a0c-21f4-47e6-bd79-8e8e4c77e440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:52.997522 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-11a87a0c-21f4-47e6-bd79-8e8e4c77e440 admin admin] Usage tracker for resource:security_group_rule and tenant:320bccc12a5f46bea83a017b14c5f78d is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:53.001290 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-11a87a0c-21f4-47e6-bd79-8e8e4c77e440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:53.007052 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-11a87a0c-21f4-47e6-bd79-8e8e4c77e440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:53.099287 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port a0fb2ad4-10ed-4874-b70b-696ca0f26366, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a0fb2ad4-10ed-4874-b70b-696ca0f26366,segment=NetworkSegment(8a59e979-8261-43f1-b792-2cb88a0cf5bc),segment_id=8a59e979-8261-43f1-b792-2cb88a0cf5bc)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:53.116833 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': 'a0fb2ad4-10ed-4874-b70b-696ca0f26366', 'network_id': 'ab2a0893-c012-4524-a1b6-780aabea71da', 'port_id': 'a0fb2ad4-10ed-4874-b70b-696ca0f26366', 'mac_address': 'fa:16:3e:19:ca:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ac01a2-ee57-495b-bba9-0308c043121a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:13:53.147604 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['f86522cd-d064-4aab-a772-9d252cdd1ab0'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:53.222281 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.237573 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-11a87a0c-21f4-47e6-bd79-8e8e4c77e440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.241885 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fb2ad4-10ed-4874-b70b-696ca0f26366 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:53.243363 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-11a87a0c-21f4-47e6-bd79-8e8e4c77e440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.259605 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port a0fb2ad4-10ed-4874-b70b-696ca0f26366, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a0fb2ad4-10ed-4874-b70b-696ca0f26366,segment=NetworkSegment(8a59e979-8261-43f1-b792-2cb88a0cf5bc),segment_id=8a59e979-8261-43f1-b792-2cb88a0cf5bc)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:53.265024 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.267021 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:53.275590 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:53.275927 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0c283-8190-4b06-9470-9cd3fe44e25c req-c45ff5a4-0fc0-4d41-85e0-cf879ad4b6a6 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:53.284297 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7ed0c283-8190-4b06-9470-9cd3fe44e25c req-c45ff5a4-0fc0-4d41-85e0-cf879ad4b6a6 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 945 time: 0.1749444 Apr 30 13:13:53.351347 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-11a87a0c-21f4-47e6-bd79-8e8e4c77e440 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=320bccc12a5f46bea83a017b14c5f78d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953609 Apr 30 13:13:53.355086 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 43588) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:53.357739 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=a0fb2ad4-10ed-4874-b70b-696ca0f26366,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:53.361914 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:53.366864 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea2337-598e-47c1-bd02-00462fbe8a7a req-672f69de-f4d5-4613-a1cc-73c50d96afa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:53.367930 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7ed0c283-8190-4b06-9470-9cd3fe44e25c req-6ca854a1-e2ed-4eaf-b286-56cd39a83038 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824988 Apr 30 13:13:53.374732 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-46ea2337-598e-47c1-bd02-00462fbe8a7a req-672f69de-f4d5-4613-a1cc-73c50d96afa6 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 944 time: 0.3068411 Apr 30 13:13:53.387228 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a87a0c-21f4-47e6-bd79-8e8e4c77e440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20a29cc-f96d-460f-a10e-ccfe9293d259,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:53.408587 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-11a87a0c-21f4-47e6-bd79-8e8e4c77e440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:53.459524 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-46ea2337-598e-47c1-bd02-00462fbe8a7a req-8812455b-64ab-46d3-9046-74aa4b5e9208 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734076 Apr 30 13:13:53.481433 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e46a-9e8c-4024-ba0e-ce1e5b3d89d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.515175 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e46a-9e8c-4024-ba0e-ce1e5b3d89d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.596319 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e46a-9e8c-4024-ba0e-ce1e5b3d89d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.600471 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9c8f5f61-c1d1-45f5-b1e2-48dbf4dc2e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:53.616531 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2e46a-9e8c-4024-ba0e-ce1e5b3d89d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20a29cc-f96d-460f-a10e-ccfe9293d259,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:53.618893 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e46a-9e8c-4024-ba0e-ce1e5b3d89d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.620137 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-3ea2e46a-9e8c-4024-ba0e-ce1e5b3d89d5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b20a29cc-f96d-460f-a10e-ccfe9293d259 HTTP/1.1" status: 204 len: 168 time: 0.2640073 Apr 30 13:13:53.621275 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3ea2e46a-9e8c-4024-ba0e-ce1e5b3d89d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:53.687476 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c79c77-502f-43c3-8708-37e3c1368170 req-695f9c78-110b-45de-a04d-5db1902dba22 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:53.688930 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e7c79c77-502f-43c3-8708-37e3c1368170 req-695f9c78-110b-45de-a04d-5db1902dba22 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1042578 Apr 30 13:13:53.752486 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e7c79c77-502f-43c3-8708-37e3c1368170 req-030ae31c-e480-415e-8a0b-fd35d8e14501 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466948 Apr 30 13:13:53.862176 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['a0fb2ad4-10ed-4874-b70b-696ca0f26366'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:54.621608 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37884bb0-b6dd-479b-8b3d-26a21db3e546 req-acfb772d-dc24-4e38-9c82-dae11f825bee tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:54.626777 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-37884bb0-b6dd-479b-8b3d-26a21db3e546 req-acfb772d-dc24-4e38-9c82-dae11f825bee tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 945 time: 0.1234128 Apr 30 13:13:54.699415 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624eaa8-9814-42d8-972c-b02a77ed9118 req-1ca296ed-ff59-4904-8be0-d840a29616ef tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:54.701500 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9624eaa8-9814-42d8-972c-b02a77ed9118 req-1ca296ed-ff59-4904-8be0-d840a29616ef tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 945 time: 0.0929980 Apr 30 13:13:54.710696 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-37884bb0-b6dd-479b-8b3d-26a21db3e546 req-f170fb6b-36b2-42dd-96c7-8ce3e8775d24 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759978 Apr 30 13:13:54.761739 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9624eaa8-9814-42d8-972c-b02a77ed9118 req-b8235735-7702-4bd9-880b-d8b51717f99e tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498064 Apr 30 13:13:54.945668 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 45d82513-38f7-49ee-9696-9ae8e16c001a up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:54.981985 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816c31c-74fa-4fc4-99b9-b868112d796d req-0546f5b7-0567-4120-b641-67fcf2fc9720 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:54.984866 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9816c31c-74fa-4fc4-99b9-b868112d796d req-0546f5b7-0567-4120-b641-67fcf2fc9720 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1033900 Apr 30 13:13:55.022619 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port 45d82513-38f7-49ee-9696-9ae8e16c001a completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:55.033599 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port 45d82513-38f7-49ee-9696-9ae8e16c001a triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:55.034397 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:55.052336 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9816c31c-74fa-4fc4-99b9-b868112d796d req-84c7e696-074e-460c-b6cc-09ba8e9d2328 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585473 Apr 30 13:13:55.233258 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:55.263104 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d883e8-8114-4620-b0bf-c89adfdb186f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d82513-38f7-49ee-9696-9ae8e16c001a'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:55.277673 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 45d82513-38f7-49ee-9696-9ae8e16c001a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45d82513-38f7-49ee-9696-9ae8e16c001a,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:55.284331 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:55.285062 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device f86522cd-d064-4aab-a772-9d252cdd1ab0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:13:55.321921 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:55.375527 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d883e8-8114-4620-b0bf-c89adfdb186f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d82513-38f7-49ee-9696-9ae8e16c001a', 'code': 200} Apr 30 13:13:55.385446 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: f86522cd-d064-4aab-a772-9d252cdd1ab0 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:13:55.385833 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device f86522cd-d064-4aab-a772-9d252cdd1ab0 not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:13:55.427925 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=45d82513-38f7-49ee-9696-9ae8e16c001a,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:55.432476 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:55.768719 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bee762-b5cc-4fbe-8560-72e772b39106 req-65dac164-4f0e-480e-9ac0-4eaaf5871eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:55.770293 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c0bee762-b5cc-4fbe-8560-72e772b39106 req-65dac164-4f0e-480e-9ac0-4eaaf5871eab service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 1099 time: 0.1618643 Apr 30 13:13:55.828824 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c0bee762-b5cc-4fbe-8560-72e772b39106 req-f84b24a0-7981-46b5-9c44-5cb0498a57a4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454071 Apr 30 13:13:55.986233 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25fe55-83e7-4b1c-9fa8-7efcaad2a9a9 req-c6a560ea-9b91-49cf-b68b-8ee7b4fd7160 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:55.990559 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2c25fe55-83e7-4b1c-9fa8-7efcaad2a9a9 req-c6a560ea-9b91-49cf-b68b-8ee7b4fd7160 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 946 time: 0.1257079 Apr 30 13:13:56.001920 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dfb3a-1217-4aea-84ce-1d662141e7b0 req-dcc6afe2-a732-4d98-a78e-8f74ab642546 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:56.011349 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-248dfb3a-1217-4aea-84ce-1d662141e7b0 req-dcc6afe2-a732-4d98-a78e-8f74ab642546 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 945 time: 0.1141424 Apr 30 13:13:56.039071 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2c25fe55-83e7-4b1c-9fa8-7efcaad2a9a9 req-2fd5037c-b715-40af-8f13-824ec70f8525 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474193 Apr 30 13:13:56.064610 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-248dfb3a-1217-4aea-84ce-1d662141e7b0 req-96412634-2ca1-4ea1-81c5-0ee07cfbe10e tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522249 Apr 30 13:13:56.257485 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b2745-7219-48a7-8284-9ed1f5c978c2 req-3274c681-f817-4d5d-a978-75dea2f0c716 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:56.258968 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b02b2745-7219-48a7-8284-9ed1f5c978c2 req-3274c681-f817-4d5d-a978-75dea2f0c716 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0900590 Apr 30 13:13:56.316981 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b02b2745-7219-48a7-8284-9ed1f5c978c2 req-a95361b1-2a50-4430-b88e-97a3e407b1d2 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496325 Apr 30 13:13:56.986585 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device a0fb2ad4-10ed-4874-b70b-696ca0f26366 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:13:57.071413 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port a0fb2ad4-10ed-4874-b70b-696ca0f26366 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:13:57.078033 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port a0fb2ad4-10ed-4874-b70b-696ca0f26366 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:13:57.085052 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:57.336979 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2a8f0-014a-4476-b78d-d7cfe68a0749 req-edafb063-2638-4471-a68c-d2df344419e3 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:57.339763 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-58d2a8f0-014a-4476-b78d-d7cfe68a0749 req-edafb063-2638-4471-a68c-d2df344419e3 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 945 time: 0.1405156 Apr 30 13:13:57.474770 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-58d2a8f0-014a-4476-b78d-d7cfe68a0749 req-1acc577d-6854-4569-9c39-2341801d254d tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283634 Apr 30 13:13:57.519154 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:57.551702 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ce962-b9f3-42a2-9e0f-277939f6396b req-cb077e6b-55e4-4bd6-8187-8fc5252ef14a tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:57.565423 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0a7ce962-b9f3-42a2-9e0f-277939f6396b req-cb077e6b-55e4-4bd6-8187-8fc5252ef14a tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 946 time: 0.2057147 Apr 30 13:13:57.624266 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30524fef-a87a-45a3-acb4-ba82b410de0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fb2ad4-10ed-4874-b70b-696ca0f26366'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:57.650213 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0a7ce962-b9f3-42a2-9e0f-277939f6396b req-ceca9d22-2e94-4cc0-be48-ec796288bda8 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831721 Apr 30 13:13:57.673689 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port a0fb2ad4-10ed-4874-b70b-696ca0f26366, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a0fb2ad4-10ed-4874-b70b-696ca0f26366,segment=NetworkSegment(8a59e979-8261-43f1-b792-2cb88a0cf5bc),segment_id=8a59e979-8261-43f1-b792-2cb88a0cf5bc)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:57.679217 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:57.681047 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:57.901498 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=a0fb2ad4-10ed-4874-b70b-696ca0f26366,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:57.909366 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007b700-c9b1-41f1-a088-aa36e46e80ee req-2bbe91e7-bce1-4806-adbe-0da18385b7af tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:57.910878 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4007b700-c9b1-41f1-a088-aa36e46e80ee req-2bbe91e7-bce1-4806-adbe-0da18385b7af tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1228681 Apr 30 13:13:57.917930 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:57.963889 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4007b700-c9b1-41f1-a088-aa36e46e80ee req-518e6c02-0c75-4260-87eb-baa0eddbfdea tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399346 Apr 30 13:13:58.011439 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30524fef-a87a-45a3-acb4-ba82b410de0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fb2ad4-10ed-4874-b70b-696ca0f26366', 'code': 200} Apr 30 13:13:58.383623 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b26c5a-a63c-40c4-b62f-0b4f9a78c8ea req-be863e5b-ee73-420b-8bb8-f0141720599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:58.385103 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d3b26c5a-a63c-40c4-b62f-0b4f9a78c8ea req-be863e5b-ee73-420b-8bb8-f0141720599a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 1099 time: 0.0787804 Apr 30 13:13:58.439610 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d3b26c5a-a63c-40c4-b62f-0b4f9a78c8ea req-5c129c78-5c12-4238-bd77-ca431fb9c08b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417116 Apr 30 13:13:58.663159 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1aaba-aa73-4ee8-97b9-cee0db8a4b1a req-315f5a37-6796-4228-9798-e52a44e1fce7 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:58.664856 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6fb1aaba-aa73-4ee8-97b9-cee0db8a4b1a req-315f5a37-6796-4228-9798-e52a44e1fce7 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 946 time: 0.0910876 Apr 30 13:13:58.730896 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6fb1aaba-aa73-4ee8-97b9-cee0db8a4b1a req-8e8e6365-ecab-45d7-8396-3ab770ec560f tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580392 Apr 30 13:13:58.946820 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e9074-0ad9-4eb2-b5ed-b5d31c1a4b48 req-58db1692-50c3-4fd2-818c-275a77cada53 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:58.948540 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-123e9074-0ad9-4eb2-b5ed-b5d31c1a4b48 req-58db1692-50c3-4fd2-818c-275a77cada53 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 946 time: 0.1054749 Apr 30 13:13:59.035953 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-123e9074-0ad9-4eb2-b5ed-b5d31c1a4b48 req-cb22f6bd-0686-4b39-8cdc-a38ca48fd243 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757697 Apr 30 13:13:59.250658 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d2369-1f56-4f95-bd04-ad8c54d5af4d req-f0bac8f9-b305-420d-a3e2-0a5f7a255e30 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:59.252234 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-110d2369-1f56-4f95-bd04-ad8c54d5af4d req-f0bac8f9-b305-420d-a3e2-0a5f7a255e30 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0962944 Apr 30 13:13:59.307011 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-110d2369-1f56-4f95-bd04-ad8c54d5af4d req-88d3aa5c-8275-4c24-9115-83acac07c2dd tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474689 Apr 30 13:13:59.871203 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 43946) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:59.951638 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3bb34-ab2e-4a71-8373-6600da907a18 req-bf443a8c-8a31-4b3a-ac93-65ced784fd44 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:59.953712 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cdd3bb34-ab2e-4a71-8373-6600da907a18 req-bf443a8c-8a31-4b3a-ac93-65ced784fd44 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 946 time: 0.1014578 Apr 30 13:14:00.031294 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cdd3bb34-ab2e-4a71-8373-6600da907a18 req-6d936e5a-b03a-4876-a8c5-978dddd5f57c tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709081 Apr 30 13:14:00.094175 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-e6bd32a2-4b22-4024-bba7-2eec1ca0f33c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=83ae7d88f2bb46ec84bb8b0e7bb06e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200849 Apr 30 13:14:00.096469 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 43954) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:00.161282 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:00.194073 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:00.307647 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:00.313165 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-83069021-e916-4993-9877-49dd0135b38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:00.326124 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6606a56d-4d4c-4fd2-b9ce-6a02fa167266,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:00.336461 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:00.336823 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:00.337134 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:00.337434 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:00.337870 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:00.338237 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:00.338588 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:00.338984 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:00.339320 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:00.339647 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:00.340018 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:00.340344 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:00.351315 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:00.357777 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:00.361899 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6606a56d-4d4c-4fd2-b9ce-6a02fa167266 HTTP/1.1" status: 204 len: 168 time: 0.2643771 Apr 30 13:14:00.597842 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c09759-4c53-4c95-9a3a-21eb0a5650e3 req-a7919615-aacb-4be6-89f0-19e4e347b484 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:00.599690 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-18c09759-4c53-4c95-9a3a-21eb0a5650e3 req-a7919615-aacb-4be6-89f0-19e4e347b484 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1108739 Apr 30 13:14:00.610932 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169e68b-7d05-4a66-99cb-0b69cc6cedc8 req-6e4a495b-9931-47a4-b82d-388e1459cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:00.621733 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6169e68b-7d05-4a66-99cb-0b69cc6cedc8 req-6e4a495b-9931-47a4-b82d-388e1459cb0b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 1098 time: 0.1223803 Apr 30 13:14:00.652392 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-18c09759-4c53-4c95-9a3a-21eb0a5650e3 req-d5ab30d0-d6bf-4a27-a86c-930a2c3ac057 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449662 Apr 30 13:14:00.712079 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6169e68b-7d05-4a66-99cb-0b69cc6cedc8 req-82efdce2-908e-44ab-b0ca-3e3b1447398e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709329 Apr 30 13:14:01.164309 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 43998) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:01.250129 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b7544-0528-4b53-b25a-2c9e7aa3f076 req-cf5349a4-11b9-4f3b-a791-92efbc61c837 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:01.251648 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-640b7544-0528-4b53-b25a-2c9e7aa3f076 req-cf5349a4-11b9-4f3b-a791-92efbc61c837 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 946 time: 0.1029558 Apr 30 13:14:01.289154 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-619611646-network', 'tenant_id': '8dce03f397a44d7db11a1491fa21eee2'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:01.299097 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:01.300073 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-640b7544-0528-4b53-b25a-2c9e7aa3f076 req-93c53a97-ddfe-4a5b-bdca-2cc1b2eae585 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Apr 30 13:14:01.303745 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Usage tracker for resource:network and tenant:8dce03f397a44d7db11a1491fa21eee2 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:01.306997 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:01.317954 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:01.327943 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Made reservation on behalf of 8dce03f397a44d7db11a1491fa21eee2 for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:01.330358 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.343401 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.359707 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:01.363760 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Usage tracker for resource:security_group_rule and tenant:8dce03f397a44d7db11a1491fa21eee2 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:01.366871 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:01.372823 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:01.485960 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.492046 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.499395 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3ea2e46a-9e8c-4024-ba0e-ce1e5b3d89d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:01.553303 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] vlan segment allocate from pool success with {'vlan_id': 1205, 'physical_network': 'physnet1'} {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:14:01.565153 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075750cc-7064-41b7-8bae-d37515f3b54c,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:01.585244 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:01.585786 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:01.586503 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:01.587089 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:01.587503 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:01.588098 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:01.588604 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:01.589134 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:01.589777 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:01.590368 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:01.591007 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:01.591490 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:01.595806 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.596347 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.segments_db [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Added segment 0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395 of type vlan for network d55d3d08-e372-4f6d-a5de-c7c600bfbc06 Apr 30 13:14:01.598341 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:01.650706 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.697628 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.699244 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:01.700029 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.706751 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d34a7d12-83cd-4e4e-a05b-d26844b440fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:01.836889 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6712627 Apr 30 13:14:01.841454 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 44022) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:01.845756 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Pushing event updated for resources: {'Network': ['ID=d55d3d08-e372-4f6d-a5de-c7c600bfbc06,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:01.849255 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.850509 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:01.865294 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Request body: {'subnet': {'network_id': 'd55d3d08-e372-4f6d-a5de-c7c600bfbc06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-619611646-subnet', 'tenant_id': '8dce03f397a44d7db11a1491fa21eee2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:01.865591 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network d55d3d08-e372-4f6d-a5de-c7c600bfbc06 details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:14:01.875738 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:01.883783 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Usage tracker for resource:subnet and tenant:8dce03f397a44d7db11a1491fa21eee2 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:01.888850 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:01.903608 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:01.925135 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Made reservation on behalf of 8dce03f397a44d7db11a1491fa21eee2 for: {'subnet': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:01.929868 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:02.119422 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b56af1-81e8-4c02-86bc-b423b1e675db req-8fc3377c-276a-42b1-9f3a-cf5124e11f47 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:02.132663 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-49b56af1-81e8-4c02-86bc-b423b1e675db req-8fc3377c-276a-42b1-9f3a-cf5124e11f47 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1952412 Apr 30 13:14:02.267361 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-49b56af1-81e8-4c02-86bc-b423b1e675db req-1625a74d-2101-454c-bb3f-3eeff6ea250c tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308503 Apr 30 13:14:02.549540 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for subnet, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:02.562562 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-5482843c-d962-4a4b-8463-14df239d354f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:02.620150 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672d447-3c97-4bd5-be76-d7729b09a0cb req-883adb06-57ba-4b4e-885c-5e5eda444ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:02.622554 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f672d447-3c97-4bd5-be76-d7729b09a0cb req-883adb06-57ba-4b4e-885c-5e5eda444ec0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=728e011aaa33473ea39ea408ff1c6201&device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 1098 time: 0.0921979 Apr 30 13:14:02.625280 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77591503-27a2-4163-8b52-685289cbdf0b,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:02.628079 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:02.637640 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Checking segment: {'id': '0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd55d3d08-e372-4f6d-a5de-c7c600bfbc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:02.638247 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Network hostable DHCP agents. Network: d55d3d08-e372-4f6d-a5de-c7c600bfbc06, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:14:02.661707 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Network d55d3d08-e372-4f6d-a5de-c7c600bfbc06 is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:14:02.672580 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, d55d3d08-e372-4f6d-a5de-c7c600bfbc06) {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:02.676887 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:02.677614 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:02.688220 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9186c8d2-6ce5-460a-89f6-fce22b1d4f0b None None] Network d55d3d08-e372-4f6d-a5de-c7c600bfbc06 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:02.716444 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-77018bb4-083f-4211-9d95-5d7c9eaa93f3 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8715994 Apr 30 13:14:02.906406 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672d447-3c97-4bd5-be76-d7729b09a0cb req-3951fa28-55bb-4fa4-a732-21ddbd722111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:02.907851 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f672d447-3c97-4bd5-be76-d7729b09a0cb req-3951fa28-55bb-4fa4-a732-21ddbd722111 service neutron] 10.222.0.90 "GET /v2.0/networks?id=035c0dcc-7aef-41c7-bb29-43b3d853a08d HTTP/1.1" status: 200 len: 921 time: 0.2029538 Apr 30 13:14:03.011078 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f672d447-3c97-4bd5-be76-d7729b09a0cb req-3b4b868f-5728-4437-bc08-a29d3baa851b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb9b319-5477-46cb-afba-f220da9e8b39 HTTP/1.1" status: 200 len: 217 time: 0.0758741 Apr 30 13:14:03.057193 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d412c5e-3ce8-42d6-8efa-95c51232b222 None None] Network d55d3d08-e372-4f6d-a5de-c7c600bfbc06 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:03.106694 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672d447-3c97-4bd5-be76-d7729b09a0cb req-bb06cbe1-0274-457a-ba29-190035f1b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:03.109725 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f672d447-3c97-4bd5-be76-d7729b09a0cb req-bb06cbe1-0274-457a-ba29-190035f1b7d9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe60babf-fd3a-4f6e-bd32-5cb1a265cccb HTTP/1.1" status: 200 len: 859 time: 0.0707948 Apr 30 13:14:03.173945 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f672d447-3c97-4bd5-be76-d7729b09a0cb req-9a7b38b7-c340-419f-9083-739db0bb59f8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=035c0dcc-7aef-41c7-bb29-43b3d853a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480125 Apr 30 13:14:03.443674 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f672d447-3c97-4bd5-be76-d7729b09a0cb req-91ce486a-36d9-4387-8f04-36dcbb9bfba1 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564690 Apr 30 13:14:03.580789 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a1e45-f514-4d7c-b305-445ab3279819 req-68fc3458-02ea-4fd1-95fe-39f8c9f49279 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:03.582262 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-176a1e45-f514-4d7c-b305-445ab3279819 req-68fc3458-02ea-4fd1-95fe-39f8c9f49279 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1863244 Apr 30 13:14:03.637494 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f672d447-3c97-4bd5-be76-d7729b09a0cb req-568ebe48-77e9-4a1e-882e-24042d8a5964 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859298 Apr 30 13:14:03.649912 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-176a1e45-f514-4d7c-b305-445ab3279819 req-20ee0156-3888-49f4-bf74-6564f7febe1f tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594535 Apr 30 13:14:04.332210 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5881b1c-0d92-4605-b89a-971d324e1bf2 req-1583bf91-fbc8-4050-bd07-d65fc859041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:04.337737 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e5881b1c-0d92-4605-b89a-971d324e1bf2 req-1583bf91-fbc8-4050-bd07-d65fc859041c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=728e011aaa33473ea39ea408ff1c6201&device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 1098 time: 0.1903014 Apr 30 13:14:04.622436 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5881b1c-0d92-4605-b89a-971d324e1bf2 req-bd0cc2b0-35ee-4d8f-891c-ea13a26b5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:04.624725 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e5881b1c-0d92-4605-b89a-971d324e1bf2 req-bd0cc2b0-35ee-4d8f-891c-ea13a26b5ebb service neutron] 10.222.0.90 "GET /v2.0/networks?id=035c0dcc-7aef-41c7-bb29-43b3d853a08d HTTP/1.1" status: 200 len: 921 time: 0.2699647 Apr 30 13:14:04.626146 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21456404-5bfd-4fd0-b628-7a22c9159415 req-e4948c33-7a26-4f2b-b7e9-efbd43fc6592 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:04.638615 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-21456404-5bfd-4fd0-b628-7a22c9159415 req-e4948c33-7a26-4f2b-b7e9-efbd43fc6592 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.2703154 Apr 30 13:14:04.740955 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-21456404-5bfd-4fd0-b628-7a22c9159415 req-5023c12f-9862-4a3a-a962-4db47ffc8a6f tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000021 Apr 30 13:14:04.743690 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e5881b1c-0d92-4605-b89a-971d324e1bf2 req-d9d08647-2c34-4dbf-bfc1-82ecd950221b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb9b319-5477-46cb-afba-f220da9e8b39 HTTP/1.1" status: 200 len: 217 time: 0.0809686 Apr 30 13:14:04.944628 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa24c9-e1b6-42bd-b14b-525c32f94ed0 req-3a665c71-962a-4787-afb0-e8530fd19730 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:04.953613 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e2fa24c9-e1b6-42bd-b14b-525c32f94ed0 req-3a665c71-962a-4787-afb0-e8530fd19730 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 946 time: 0.1112947 Apr 30 13:14:04.973099 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5881b1c-0d92-4605-b89a-971d324e1bf2 req-daa6004a-fa6e-4571-8335-dc27aeb53d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:04.974958 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e5881b1c-0d92-4605-b89a-971d324e1bf2 req-daa6004a-fa6e-4571-8335-dc27aeb53d81 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe60babf-fd3a-4f6e-bd32-5cb1a265cccb HTTP/1.1" status: 200 len: 859 time: 0.0873694 Apr 30 13:14:05.006405 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e2fa24c9-e1b6-42bd-b14b-525c32f94ed0 req-96b52c99-c307-47a0-a04a-cadeb63aea77 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517552 Apr 30 13:14:05.048887 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e5881b1c-0d92-4605-b89a-971d324e1bf2 req-740f5110-6f9a-4885-afcc-e06354c9a81f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=035c0dcc-7aef-41c7-bb29-43b3d853a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563812 Apr 30 13:14:05.201118 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e5881b1c-0d92-4605-b89a-971d324e1bf2 req-eafe7e3e-f7f6-4a49-b4ff-3870a17ab579 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293576 Apr 30 13:14:05.344666 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e5881b1c-0d92-4605-b89a-971d324e1bf2 req-2e34aee9-db22-4d9c-a23a-5027fe158216 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273904 Apr 30 13:14:05.778012 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-45e8808a-d2ea-4894-a7c6-fa58c98305a4 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:05.778733 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-45e8808a-d2ea-4894-a7c6-fa58c98305a4 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Synchronizing usage tracker for tenant:8dce03f397a44d7db11a1491fa21eee2 on resource:network {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:05.801855 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-45e8808a-d2ea-4894-a7c6-fa58c98305a4 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Unset dirty status for tenant:8dce03f397a44d7db11a1491fa21eee2 on resource:network {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:05.803183 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-45e8808a-d2ea-4894-a7c6-fa58c98305a4 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/networks?id=d55d3d08-e372-4f6d-a5de-c7c600bfbc06 HTTP/1.1" status: 200 len: 813 time: 0.1762981 Apr 30 13:14:05.820253 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-6aeb3395-869e-4660-8f7f-c0a07c03df1f tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/quotas/8dce03f397a44d7db11a1491fa21eee2 HTTP/1.1" status: 200 len: 375 time: 0.0107043 Apr 30 13:14:05.874575 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-cfe04aa7-6965-454b-bd4e-2766b51e8e1a tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dce03f397a44d7db11a1491fa21eee2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476775 Apr 30 13:14:05.941505 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70e0fd-2cf3-47f8-9fa3-652b83be676d req-54deefc6-65e7-4558-9bc5-94e73ec9081b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:05.943105 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8a70e0fd-2cf3-47f8-9fa3-652b83be676d req-54deefc6-65e7-4558-9bc5-94e73ec9081b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0867612 Apr 30 13:14:06.023819 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8a70e0fd-2cf3-47f8-9fa3-652b83be676d req-1ceb07b9-623a-47f8-af3f-2091052b099c tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745785 Apr 30 13:14:06.026551 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-38604814-4d60-42bd-83a4-0eb10612e0e6 service neutron] 10.222.0.93 "GET /v2.0/networks/d55d3d08-e372-4f6d-a5de-c7c600bfbc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439409 Apr 30 13:14:06.201384 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-ec7665f2-2e65-4cca-a2e4-3716d7dfc67e service neutron] 10.222.0.93 "GET /v2.0/networks/d55d3d08-e372-4f6d-a5de-c7c600bfbc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642826 Apr 30 13:14:06.489869 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6711b-b582-4cc2-9c97-94700cb5146b req-f68fb0a4-2405-4414-82d8-6ba0e69c79ff tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:06.492819 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d5e6711b-b582-4cc2-9c97-94700cb5146b req-f68fb0a4-2405-4414-82d8-6ba0e69c79ff tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 946 time: 0.1043129 Apr 30 13:14:06.562940 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d5e6711b-b582-4cc2-9c97-94700cb5146b req-b1319d59-cae8-48bb-aec4-80738b906120 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636911 Apr 30 13:14:06.769462 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8ba7293a-07ee-472e-b74e-ee1d0f970ca8 req-9cbfa445-325d-4916-8181-939c621aa02e tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 210 time: 0.1515212 Apr 30 13:14:07.293246 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb4884-1698-4a80-b575-5e14bc6d6b1a req-07b360ea-dbec-449b-89e9-37f4f8b7ad4d tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:07.294827 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0efb4884-1698-4a80-b575-5e14bc6d6b1a req-07b360ea-dbec-449b-89e9-37f4f8b7ad4d tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1419532 Apr 30 13:14:07.357478 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0efb4884-1698-4a80-b575-5e14bc6d6b1a req-f85820b4-c5e3-4dab-8cee-c178fed93ea4 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504191 Apr 30 13:14:07.771320 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aa448-cd35-4132-9d19-b51b76e10534 req-985140d4-8ca2-4984-baf0-135e3aaee95a tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:07.772850 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e04aa448-cd35-4132-9d19-b51b76e10534 req-985140d4-8ca2-4984-baf0-135e3aaee95a tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 946 time: 0.0873325 Apr 30 13:14:07.824455 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e04aa448-cd35-4132-9d19-b51b76e10534 req-a905cf53-6de9-441f-a0e6-13b311952cdc tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453534 Apr 30 13:14:08.018134 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8c610a38-3203-40e7-bd70-d44c87712733 req-135648b4-fd1d-4441-a6bc-a75e80edc28c tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 210 time: 0.1180265 Apr 30 13:14:08.477190 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961ccd5-36fa-40ff-9192-e84249199744 req-53d8cf6f-6ddd-44a2-b2f9-440faae0764f tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:08.478967 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7961ccd5-36fa-40ff-9192-e84249199744 req-53d8cf6f-6ddd-44a2-b2f9-440faae0764f tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.90 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 946 time: 0.0905914 Apr 30 13:14:08.604462 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f58e6c69-7582-44f2-91f3-09860924376c tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:08.606419 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f58e6c69-7582-44f2-91f3-09860924376c tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.90 "GET /v2.0/networks?id=d55d3d08-e372-4f6d-a5de-c7c600bfbc06 HTTP/1.1" status: 200 len: 813 time: 0.1994240 Apr 30 13:14:08.636709 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Request body: {'port': {'device_id': 'da35fc42-6da9-4e0e-bb23-352f021102e7', 'network_id': 'd55d3d08-e372-4f6d-a5de-c7c600bfbc06', 'admin_state_up': True, 'tenant_id': '8dce03f397a44d7db11a1491fa21eee2'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:08.675231 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47db317-3b42-4bac-8a0e-1e38fd1957eb req-0a58738a-ec34-4ddb-9031-57bd4c4eca65 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:08.676852 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b47db317-3b42-4bac-8a0e-1e38fd1957eb req-0a58738a-ec34-4ddb-9031-57bd4c4eca65 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1968157 Apr 30 13:14:08.739263 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b47db317-3b42-4bac-8a0e-1e38fd1957eb req-96ba0cfc-98bf-429b-b6db-ab7bad972315 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553064 Apr 30 13:14:08.740748 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-7961ccd5-36fa-40ff-9192-e84249199744 req-f13f7409-613f-416c-86cb-b5f450020ce0 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Deleting port a0fb2ad4-10ed-4874-b70b-696ca0f26366 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:14:08.741090 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-7961ccd5-36fa-40ff-9192-e84249199744 req-f13f7409-613f-416c-86cb-b5f450020ce0 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:08.792501 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:08.796349 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Usage tracker for resource:port and tenant:8dce03f397a44d7db11a1491fa21eee2 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:08.799221 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:08.805181 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:08.819419 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Made reservation on behalf of 8dce03f397a44d7db11a1491fa21eee2 for: {'port': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:08.822643 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:08.892887 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-7961ccd5-36fa-40ff-9192-e84249199744 req-f13f7409-613f-416c-86cb-b5f450020ce0 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] For port a0fb2ad4-10ed-4874-b70b-696ca0f26366, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a0fb2ad4-10ed-4874-b70b-696ca0f26366,segment=NetworkSegment(8a59e979-8261-43f1-b792-2cb88a0cf5bc),segment_id=8a59e979-8261-43f1-b792-2cb88a0cf5bc)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:08.893191 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-7961ccd5-36fa-40ff-9192-e84249199744 req-f13f7409-613f-416c-86cb-b5f450020ce0 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:09.011802 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Allocated IP 172.20.0.5 (d55d3d08-e372-4f6d-a5de-c7c600bfbc06/77591503-27a2-4163-8b52-685289cbdf0b/c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:14:09.117591 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-7961ccd5-36fa-40ff-9192-e84249199744 req-f13f7409-613f-416c-86cb-b5f450020ce0 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Calling delete_port for a0fb2ad4-10ed-4874-b70b-696ca0f26366 owned by compute:nova {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:09.210615 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8ce76-1b23-46fb-9bed-cb96f83ea175 req-1c97d461-2b83-4a12-851a-7dcf73f8b3dc tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:09.232053 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f0d8ce76-1b23-46fb-9bed-cb96f83ea175 req-1c97d461-2b83-4a12-851a-7dcf73f8b3dc tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 946 time: 0.2444682 Apr 30 13:14:09.369999 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5b9e847d-4461-441d-b3b5-087c29675cc3 req-b56f5d08-2c80-4dff-b1c7-76d0d7165c55 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 210 time: 0.0664747 Apr 30 13:14:09.390947 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:09.412877 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f0d8ce76-1b23-46fb-9bed-cb96f83ea175 req-3b5d22ab-558d-4676-b072-4dd31f4506e7 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/security-groups?id=2bdf90aa-0e7f-4997-882f-cc795919b441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797559 Apr 30 13:14:09.413751 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-7961ccd5-36fa-40ff-9192-e84249199744 req-f13f7409-613f-416c-86cb-b5f450020ce0 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:09.424391 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:09.435501 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:09.446906 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:09.476190 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f7409-613f-416c-86cb-b5f450020ce0 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Pushing event deleted for resources: {'Port': ['ID=a0fb2ad4-10ed-4874-b70b-696ca0f26366,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:09.482862 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['a0fb2ad4-10ed-4874-b70b-696ca0f26366'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:09.546741 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Pushing event updated for resources: {'Port': ['ID=c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:09.549956 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f13f7409-613f-416c-86cb-b5f450020ce0 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:09.552982 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:09.567117 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-7961ccd5-36fa-40ff-9192-e84249199744 req-f13f7409-613f-416c-86cb-b5f450020ce0 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] No DVR routers for this DVR port a0fb2ad4-10ed-4874-b70b-696ca0f26366 on host hv-cinder-78836 {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:14:09.568798 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Network d55d3d08-e372-4f6d-a5de-c7c600bfbc06 is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:09.570927 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:09.572246 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-7961ccd5-36fa-40ff-9192-e84249199744 req-f13f7409-613f-416c-86cb-b5f450020ce0 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:09.574560 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:14:09.581872 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:09.582611 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:09.593820 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30524fef-a87a-45a3-acb4-ba82b410de0c', 'name': 'network-vif-deleted', 'tag': 'a0fb2ad4-10ed-4874-b70b-696ca0f26366'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:09.604095 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7961ccd5-36fa-40ff-9192-e84249199744 req-f13f7409-613f-416c-86cb-b5f450020ce0 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.90 "DELETE /v2.0/ports/a0fb2ad4-10ed-4874-b70b-696ca0f26366 HTTP/1.1" status: 204 len: 173 time: 1.0771067 Apr 30 13:14:09.607792 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9762909 Apr 30 13:14:09.643656 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30524fef-a87a-45a3-acb4-ba82b410de0c', 'name': 'network-vif-deleted', 'tag': 'a0fb2ad4-10ed-4874-b70b-696ca0f26366', 'status': 'completed', 'code': 200} Apr 30 13:14:09.647726 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Request body: {'port': {'device_id': 'da35fc42-6da9-4e0e-bb23-352f021102e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:09.774871 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:09.942801 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0662c-e95f-49b0-999b-4b5fb72fc9de req-4b310c37-2893-42b4-9848-886babac3834 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:09.944231 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9fe0662c-e95f-49b0-999b-4b5fb72fc9de req-4b310c37-2893-42b4-9848-886babac3834 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0894246 Apr 30 13:14:09.999934 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9fe0662c-e95f-49b0-999b-4b5fb72fc9de req-3cdc6e13-d5f4-408c-aa06-104595847e2f tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481148 Apr 30 13:14:10.160124 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 {{(pid=73858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:14:10.167949 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:10.183267 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.provisioning_blocks [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Transition to ACTIVE for port object c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 will not be triggered until provisioned by entity L2. {{(pid=73858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:10.187126 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:10.192209 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-4fdfac6f-0e91-4178-8c4c-74e0573a54c4 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:10.390645 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Pushing event updated for resources: {'Port': ['ID=c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2,revision_number=2']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:10.394857 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:10.559611 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Attempting to bind port c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:14:10.560080 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Attempting to bind port c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd55d3d08-e372-4f6d-a5de-c7c600bfbc06'}] {{(pid=73858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:14:10.560405 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Attempting to bind port c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 on network d55d3d08-e372-4f6d-a5de-c7c600bfbc06 {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:14:10.572848 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Port c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 on network d55d3d08-e372-4f6d-a5de-c7c600bfbc06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:14:10.573167 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Attempting to bind port c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 on network d55d3d08-e372-4f6d-a5de-c7c600bfbc06 {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:14:10.586141 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:14:10.586141 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Checking segment: {'id': '0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd55d3d08-e372-4f6d-a5de-c7c600bfbc06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:10.586960 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Bound using segment: {'id': '0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd55d3d08-e372-4f6d-a5de-c7c600bfbc06'} {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:14:10.586960 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Bound port: c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd55d3d08-e372-4f6d-a5de-c7c600bfbc06'}}] {{(pid=73858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:14:10.588469 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:10.625849 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-25031e02-16af-493d-91ab-3eed6d11767b req-5166b92f-9263-4ec1-9681-379980171812 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Synchronizing usage tracker for tenant:ec2819d344fc484e989aebbec429bee6 on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:10.643395 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-25031e02-16af-493d-91ab-3eed6d11767b req-5166b92f-9263-4ec1-9681-379980171812 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Unset dirty status for tenant:ec2819d344fc484e989aebbec429bee6 on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:10.644805 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-25031e02-16af-493d-91ab-3eed6d11767b req-5166b92f-9263-4ec1-9681-379980171812 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] 10.222.0.93 "GET /v2.0/ports?device_id=30524fef-a87a-45a3-acb4-ba82b410de0c HTTP/1.1" status: 200 len: 210 time: 0.0701940 Apr 30 13:14:10.713407 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ed524-7993-4e26-a91c-c1b46987503d req-6e45c4b3-0365-4e84-84ac-34458889f3df tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:10.714032 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-9e8ed524-7993-4e26-a91c-c1b46987503d req-6e45c4b3-0365-4e84-84ac-34458889f3df tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Synchronizing usage tracker for tenant:8dce03f397a44d7db11a1491fa21eee2 on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:10.731510 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] For port c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2, host hv-cinder-78836, cleared binding levels {{(pid=73858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:14:10.734551 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-9e8ed524-7993-4e26-a91c-c1b46987503d req-6e45c4b3-0365-4e84-84ac-34458889f3df tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Unset dirty status for tenant:8dce03f397a44d7db11a1491fa21eee2 on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:10.735697 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9e8ed524-7993-4e26-a91c-c1b46987503d req-6e45c4b3-0365-4e84-84ac-34458889f3df tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 943 time: 0.2161562 Apr 30 13:14:10.737360 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] For port c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2,segment=NetworkSegment(0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395),segment_id=0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395)] {{(pid=73858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:14:10.742728 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:10.762146 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:10.845456 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:10.846063 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:10.847470 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] 10.222.0.90 "PUT /v2.0/ports/c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 HTTP/1.1" status: 200 len: 1093 time: 1.2063742 Apr 30 13:14:10.859304 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da35fc42-6da9-4e0e-bb23-352f021102e7', 'tag': 'c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:10.881893 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9e8ed524-7993-4e26-a91c-c1b46987503d req-a606c5ef-cd00-4672-a1c4-e5bf0d263ec2 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379557 Apr 30 13:14:10.889690 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Pushing event updated for resources: {'Port': ['ID=c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2,revision_number=3']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:10.895403 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:10.946508 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da35fc42-6da9-4e0e-bb23-352f021102e7', 'tag': 'c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2', 'status': 'completed', 'code': 200} Apr 30 13:14:11.107358 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a81d7-4904-4101-9e74-610140836c73 req-4cb742ee-82c6-4da5-a33f-9b559a7a943a tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:11.109633 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d67a81d7-4904-4101-9e74-610140836c73 req-4cb742ee-82c6-4da5-a33f-9b559a7a943a tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 946 time: 0.0894840 Apr 30 13:14:11.157350 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d67a81d7-4904-4101-9e74-610140836c73 req-d753065e-ab00-4b0f-bcb0-db458ce23592 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 Apr 30 13:14:11.157567 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-66cfc23d-c720-4890-88b6-440dc5c9a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:11.159443 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-66cfc23d-c720-4890-88b6-440dc5c9a30b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8dce03f397a44d7db11a1491fa21eee2&device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 1096 time: 0.1050596 Apr 30 13:14:11.251387 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-5089d995-feb1-4873-96b4-beb9ae47b6ce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 HTTP/1.1" status: 200 len: 217 time: 0.0644467 Apr 30 13:14:11.336123 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-ba0d2a21-bed7-4486-8225-41e556ca0792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:11.337604 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-ba0d2a21-bed7-4486-8225-41e556ca0792 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77591503-27a2-4163-8b52-685289cbdf0b HTTP/1.1" status: 200 len: 853 time: 0.0593612 Apr 30 13:14:11.387734 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-a08be8d8-48a1-4b5f-86ab-e5a44724a9fe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d55d3d08-e372-4f6d-a5de-c7c600bfbc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415306 Apr 30 13:14:11.526778 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-547cbddd-4fea-42d7-b29a-9392c2ef00cb service neutron] 10.222.0.90 "GET /v2.0/networks/d55d3d08-e372-4f6d-a5de-c7c600bfbc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320496 Apr 30 13:14:11.671698 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-756b76a5-b1db-42dc-b7e5-ab18e5547671 req-8e34beb7-cc20-4e28-81ef-c092e5c90d1c service neutron] 10.222.0.90 "GET /v2.0/networks/d55d3d08-e372-4f6d-a5de-c7c600bfbc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366608 Apr 30 13:14:11.778299 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2381840-1a3b-4b13-9410-c33e9ccaa9b7 req-edb0f92c-94c7-4b6d-ab36-455f6f3b46ef tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:11.780411 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a2381840-1a3b-4b13-9410-c33e9ccaa9b7 req-edb0f92c-94c7-4b6d-ab36-455f6f3b46ef tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0873084 Apr 30 13:14:11.830693 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a2381840-1a3b-4b13-9410-c33e9ccaa9b7 req-6b5c0720-0a41-4166-bc49-fff215e4a129 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444043 Apr 30 13:14:11.926079 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8cc4e-ece0-48ab-b70b-7073724c10ad req-d6c9341d-0edf-4b4d-af0f-e6a80ab2b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:11.928283 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cfa8cc4e-ece0-48ab-b70b-7073724c10ad req-d6c9341d-0edf-4b4d-af0f-e6a80ab2b266 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8dce03f397a44d7db11a1491fa21eee2&device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 1096 time: 0.1049728 Apr 30 13:14:12.157859 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49379792-b2ed-4e7b-8d84-8aa3e2bff5bc req-72ad65d3-f4c4-46d4-8157-fb0e36c2f9b4 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:12.159968 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-49379792-b2ed-4e7b-8d84-8aa3e2bff5bc req-72ad65d3-f4c4-46d4-8157-fb0e36c2f9b4 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 943 time: 0.1097252 Apr 30 13:14:12.168240 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8cc4e-ece0-48ab-b70b-7073724c10ad req-772b5762-726c-4460-a690-8e880701d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:12.169767 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cfa8cc4e-ece0-48ab-b70b-7073724c10ad req-772b5762-726c-4460-a690-8e880701d218 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d55d3d08-e372-4f6d-a5de-c7c600bfbc06 HTTP/1.1" status: 200 len: 915 time: 0.2259061 Apr 30 13:14:12.212787 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-49379792-b2ed-4e7b-8d84-8aa3e2bff5bc req-5936f0a3-e411-407c-8f4c-26dc9f7693ea tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Synchronizing usage tracker for tenant:8dce03f397a44d7db11a1491fa21eee2 on resource:security_group {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:12.241406 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-49379792-b2ed-4e7b-8d84-8aa3e2bff5bc req-5936f0a3-e411-407c-8f4c-26dc9f7693ea tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Unset dirty status for tenant:8dce03f397a44d7db11a1491fa21eee2 on resource:security_group {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:12.242623 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-49379792-b2ed-4e7b-8d84-8aa3e2bff5bc req-5936f0a3-e411-407c-8f4c-26dc9f7693ea tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753107 Apr 30 13:14:12.309018 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cfa8cc4e-ece0-48ab-b70b-7073724c10ad req-e05d9b01-974d-47b8-ad20-12ee84f13ce0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 HTTP/1.1" status: 200 len: 217 time: 0.1170194 Apr 30 13:14:12.401590 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8cc4e-ece0-48ab-b70b-7073724c10ad req-5696fc39-6899-4f2a-9ca2-9d0701b82cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:12.403588 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cfa8cc4e-ece0-48ab-b70b-7073724c10ad req-5696fc39-6899-4f2a-9ca2-9d0701b82cb7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77591503-27a2-4163-8b52-685289cbdf0b HTTP/1.1" status: 200 len: 853 time: 0.0835083 Apr 30 13:14:12.487955 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cfa8cc4e-ece0-48ab-b70b-7073724c10ad req-87a2d3ae-4bcc-44eb-9d44-42c2e326d45d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d55d3d08-e372-4f6d-a5de-c7c600bfbc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736217 Apr 30 13:14:12.635169 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f4fc8-9e74-41f5-ab63-a976bd328ce6 req-29a689d5-58fe-4c11-921a-ccc7702d6bee tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:12.636916 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-213f4fc8-9e74-41f5-ab63-a976bd328ce6 req-29a689d5-58fe-4c11-921a-ccc7702d6bee tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 946 time: 0.2058687 Apr 30 13:14:12.692806 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cfa8cc4e-ece0-48ab-b70b-7073724c10ad req-f885785b-d0c4-4359-a644-0853b8a6b426 service neutron] 10.222.0.90 "GET /v2.0/networks/d55d3d08-e372-4f6d-a5de-c7c600bfbc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728196 Apr 30 13:14:12.703018 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-213f4fc8-9e74-41f5-ab63-a976bd328ce6 req-6dd5c2b0-1b04-41a6-a064-10a7d0fa38cc tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587883 Apr 30 13:14:12.930854 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cfa8cc4e-ece0-48ab-b70b-7073724c10ad req-78275ded-afc6-4582-b326-8edb39dc9547 service neutron] 10.222.0.90 "GET /v2.0/networks/d55d3d08-e372-4f6d-a5de-c7c600bfbc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238343 Apr 30 13:14:13.050850 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device a0fb2ad4-10ed-4874-b70b-696ca0f26366 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:13.098410 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: a0fb2ad4-10ed-4874-b70b-696ca0f26366 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:14:13.098760 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device a0fb2ad4-10ed-4874-b70b-696ca0f26366 not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:14:13.458198 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aa13b-73c0-4e74-8877-cbc498c50aad req-3949d0cd-93d7-4b60-9222-62bcd10ec391 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:13.459688 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-410aa13b-73c0-4e74-8877-cbc498c50aad req-3949d0cd-93d7-4b60-9222-62bcd10ec391 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 943 time: 0.0932677 Apr 30 13:14:13.505883 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-410aa13b-73c0-4e74-8877-cbc498c50aad req-9f068164-507a-4010-b64e-002157b5add4 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405498 Apr 30 13:14:13.901317 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0810db9-5da7-46cb-badd-ad10d8e0a55b req-a6df78e8-5104-483e-95a9-b7e6f71db215 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:13.902803 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c0810db9-5da7-46cb-badd-ad10d8e0a55b req-a6df78e8-5104-483e-95a9-b7e6f71db215 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 946 time: 0.0804346 Apr 30 13:14:13.947724 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c0810db9-5da7-46cb-badd-ad10d8e0a55b req-e6d7da06-00d8-479a-b30a-f4989dc90d18 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391090 Apr 30 13:14:14.504317 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656793-6fa7-40b5-ae04-5de7027dca09 req-bf1b8b89-a16f-44c8-8511-094cf8383105 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:14.505730 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3c656793-6fa7-40b5-ae04-5de7027dca09 req-bf1b8b89-a16f-44c8-8511-094cf8383105 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 946 time: 0.0828533 Apr 30 13:14:14.644121 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-3c656793-6fa7-40b5-ae04-5de7027dca09 req-d9753e60-c3d1-4d07-b68e-21496c51a4a1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Deleting port 45d82513-38f7-49ee-9696-9ae8e16c001a {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:14:14.644457 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-3c656793-6fa7-40b5-ae04-5de7027dca09 req-d9753e60-c3d1-4d07-b68e-21496c51a4a1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:14.697364 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f727463-1df2-48c6-8ee9-f33ddb7dce30 req-34b631bc-3f7a-43ab-9c08-8ce975ca18c0 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:14.700584 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1f727463-1df2-48c6-8ee9-f33ddb7dce30 req-34b631bc-3f7a-43ab-9c08-8ce975ca18c0 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 943 time: 0.0857258 Apr 30 13:14:14.758767 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1f727463-1df2-48c6-8ee9-f33ddb7dce30 req-309daa8e-b3d6-435a-9c52-736c970489bb tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536602 Apr 30 13:14:14.785954 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-3c656793-6fa7-40b5-ae04-5de7027dca09 req-d9753e60-c3d1-4d07-b68e-21496c51a4a1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] For port 45d82513-38f7-49ee-9696-9ae8e16c001a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45d82513-38f7-49ee-9696-9ae8e16c001a,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:14.786633 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-3c656793-6fa7-40b5-ae04-5de7027dca09 req-d9753e60-c3d1-4d07-b68e-21496c51a4a1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:14.921654 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-3c656793-6fa7-40b5-ae04-5de7027dca09 req-d9753e60-c3d1-4d07-b68e-21496c51a4a1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Calling delete_port for 45d82513-38f7-49ee-9696-9ae8e16c001a owned by compute:nova {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:15.057096 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:14:15.078803 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-3c656793-6fa7-40b5-ae04-5de7027dca09 req-d9753e60-c3d1-4d07-b68e-21496c51a4a1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:15.092264 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-6b54d4a8-b061-4238-afb4-1b7446fd36b4 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:15.130945 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ae560ac0-c9e9-48ae-8034-90ed23447375 req-abda5b80-7840-41ba-91e7-b164f2665540 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 210 time: 0.0570967 Apr 30 13:14:15.171690 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['b344b992-1dc4-4c68-90c3-df508a90969e', '4c8cadea-9c08-414b-8b60-b41677cf7498', '2948caa3-c3cc-48d5-b7bf-19e63b95414e', '45d82513-38f7-49ee-9696-9ae8e16c001a'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:15.195774 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9753e60-c3d1-4d07-b68e-21496c51a4a1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Pushing event deleted for resources: {'Port': ['ID=45d82513-38f7-49ee-9696-9ae8e16c001a,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:15.207471 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d9753e60-c3d1-4d07-b68e-21496c51a4a1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:15.319839 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c656793-6fa7-40b5-ae04-5de7027dca09 req-d9753e60-c3d1-4d07-b68e-21496c51a4a1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] No DVR routers for this DVR port 45d82513-38f7-49ee-9696-9ae8e16c001a on host hv-cinder-78836 {{(pid=73858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:14:15.324010 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-3c656793-6fa7-40b5-ae04-5de7027dca09 req-d9753e60-c3d1-4d07-b68e-21496c51a4a1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:15.327754 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d883e8-8114-4620-b0bf-c89adfdb186f', 'name': 'network-vif-deleted', 'tag': '45d82513-38f7-49ee-9696-9ae8e16c001a'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:15.336651 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2,segment=NetworkSegment(0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395),segment_id=0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:15.360825 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3c656793-6fa7-40b5-ae04-5de7027dca09 req-d9753e60-c3d1-4d07-b68e-21496c51a4a1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "DELETE /v2.0/ports/45d82513-38f7-49ee-9696-9ae8e16c001a HTTP/1.1" status: 204 len: 173 time: 0.8474278 Apr 30 13:14:15.362566 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': 'c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2', 'network_id': 'd55d3d08-e372-4f6d-a5de-c7c600bfbc06', 'port_id': 'c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2', 'mac_address': 'fa:16:3e:2b:a5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77591503-27a2-4163-8b52-685289cbdf0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:14:15.405901 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d883e8-8114-4620-b0bf-c89adfdb186f', 'name': 'network-vif-deleted', 'tag': '45d82513-38f7-49ee-9696-9ae8e16c001a', 'status': 'completed', 'code': 200} Apr 30 13:14:15.506507 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:15.542950 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:14:15.589555 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2,segment=NetworkSegment(0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395),segment_id=0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:15.602031 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:15.609189 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:15.757223 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:15.777713 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:15.778052 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:15.778414 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:15.778757 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:15.779068 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:15.781006 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:15.781006 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:15.781006 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:15.781006 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:15.781311 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:15.781522 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:15.781853 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:15.801644 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0cf1055b-0ee0-4398-9602-522360a66301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:15.805641 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:16.000454 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bbbe5-3f2e-4f13-a5ce-47a951777b7a req-bd829308-d278-46fe-941c-7f84451e0276 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:16.002189 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b42bbbe5-3f2e-4f13-a5ce-47a951777b7a req-bd829308-d278-46fe-941c-7f84451e0276 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 944 time: 0.1008341 Apr 30 13:14:16.052201 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b42bbbe5-3f2e-4f13-a5ce-47a951777b7a req-2b90a1a7-d9a6-4bf7-8895-beaa057af44b tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431917 Apr 30 13:14:16.324794 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-b7a7ffd1-7fd8-436d-9561-272396dcf650 req-6b1d2728-5355-437f-82af-0185784b9291 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Synchronizing usage tracker for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:16.342551 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:16.369142 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-b7a7ffd1-7fd8-436d-9561-272396dcf650 req-6b1d2728-5355-437f-82af-0185784b9291 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Unset dirty status for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:16.370931 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b7a7ffd1-7fd8-436d-9561-272396dcf650 req-6b1d2728-5355-437f-82af-0185784b9291 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=85d883e8-8114-4620-b0bf-c89adfdb186f HTTP/1.1" status: 200 len: 210 time: 0.1056650 Apr 30 13:14:16.780094 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26e338-ec94-41a6-9955-bdf9192c25f6 req-3e83d32b-2357-4618-994e-050bd67963c4 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:16.781824 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ab26e338-ec94-41a6-9955-bdf9192c25f6 req-3e83d32b-2357-4618-994e-050bd67963c4 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0925896 Apr 30 13:14:16.788914 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8943f5-2097-427f-8fc4-c852babb7395 req-91b182a0-0a9c-44d4-ac94-8a1a5a7b44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:16.790949 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fb8943f5-2097-427f-8fc4-c852babb7395 req-91b182a0-0a9c-44d4-ac94-8a1a5a7b44ac service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=728e011aaa33473ea39ea408ff1c6201&device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 1098 time: 0.0769460 Apr 30 13:14:16.838159 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ab26e338-ec94-41a6-9955-bdf9192c25f6 req-e11d16ec-dd3e-4c7b-8a94-8ec26da88349 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489740 Apr 30 13:14:16.960194 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8943f5-2097-427f-8fc4-c852babb7395 req-1157c265-a050-41b9-91b8-fb7481788acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:16.961677 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fb8943f5-2097-427f-8fc4-c852babb7395 req-1157c265-a050-41b9-91b8-fb7481788acf service neutron] 10.222.0.90 "GET /v2.0/networks?id=035c0dcc-7aef-41c7-bb29-43b3d853a08d HTTP/1.1" status: 200 len: 921 time: 0.1480114 Apr 30 13:14:17.046471 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fb8943f5-2097-427f-8fc4-c852babb7395 req-2746876e-aeca-44f6-9d4b-0014adbafb2b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb9b319-5477-46cb-afba-f220da9e8b39 HTTP/1.1" status: 200 len: 217 time: 0.0661461 Apr 30 13:14:17.119581 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8943f5-2097-427f-8fc4-c852babb7395 req-caab851f-235f-4e4d-a572-a24d9aadbc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:17.121052 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fb8943f5-2097-427f-8fc4-c852babb7395 req-caab851f-235f-4e4d-a572-a24d9aadbc95 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe60babf-fd3a-4f6e-bd32-5cb1a265cccb HTTP/1.1" status: 200 len: 859 time: 0.0647669 Apr 30 13:14:17.177862 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fb8943f5-2097-427f-8fc4-c852babb7395 req-8a332981-e59b-4f20-91da-ee96fdd1eeab service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=035c0dcc-7aef-41c7-bb29-43b3d853a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453887 Apr 30 13:14:17.456316 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230392cf-447d-4344-82ad-246b6c67002b req-a4329682-5697-4e65-8f08-ba8e4d10ab10 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:17.457819 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-230392cf-447d-4344-82ad-246b6c67002b req-a4329682-5697-4e65-8f08-ba8e4d10ab10 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 944 time: 0.2758584 Apr 30 13:14:17.459652 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fb8943f5-2097-427f-8fc4-c852babb7395 req-650afecb-a557-4e46-9cf1-b81158bd06a1 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402089 Apr 30 13:14:17.548254 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-230392cf-447d-4344-82ad-246b6c67002b req-72bd7103-6f6e-4893-b6e4-69e108525e0e tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819817 Apr 30 13:14:17.678632 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fb8943f5-2097-427f-8fc4-c852babb7395 req-93ce8978-979f-41f3-9455-79efab2cb18d service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812086 Apr 30 13:14:18.036194 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa14173-e772-4b75-ac79-f912c2109187 req-f31252ce-e777-4021-a3b9-3f18e267e464 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:18.037818 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6aa14173-e772-4b75-ac79-f912c2109187 req-f31252ce-e777-4021-a3b9-3f18e267e464 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0895836 Apr 30 13:14:18.072891 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:18.097023 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6aa14173-e772-4b75-ac79-f912c2109187 req-284afc80-dc05-4148-be9b-d664e909352b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516329 Apr 30 13:14:18.160132 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:14:18.490178 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f9d91915-a053-468a-81a9-68a8e44d61a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:18.930716 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faec44-7c72-4b69-95df-463aea28e9db req-9b11375d-9c31-4ab4-aded-2c492e25d420 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:18.932298 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f2faec44-7c72-4b69-95df-463aea28e9db req-9b11375d-9c31-4ab4-aded-2c492e25d420 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 944 time: 0.0906746 Apr 30 13:14:18.983330 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f2faec44-7c72-4b69-95df-463aea28e9db req-a41f1f99-efb2-43e5-b692-239f7701bdf7 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Apr 30 13:14:19.151663 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:19.230701 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:19.235977 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:19.236358 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:19.273749 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e697e51-2985-477e-a284-5fe5f9878f9d req-03d9f8fe-a9b4-4ba4-b604-7db4c8d7e1e6 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:19.286618 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1e697e51-2985-477e-a284-5fe5f9878f9d req-03d9f8fe-a9b4-4ba4-b604-7db4c8d7e1e6 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 945 time: 0.1146886 Apr 30 13:14:19.343097 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1e697e51-2985-477e-a284-5fe5f9878f9d req-3fe8b75c-b7ba-45ac-823a-ecd709df36a5 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554848 Apr 30 13:14:19.379187 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:19.410719 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da35fc42-6da9-4e0e-bb23-352f021102e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:19.422044 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2,segment=NetworkSegment(0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395),segment_id=0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:19.428989 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:19.430013 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 45d82513-38f7-49ee-9696-9ae8e16c001a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:19.430299 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d4704-4c56-4d9a-a393-8402b63cba13 req-95106ba2-b183-4c3a-a808-3cbb0c03c266 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:19.439085 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-373d4704-4c56-4d9a-a393-8402b63cba13 req-95106ba2-b183-4c3a-a808-3cbb0c03c266 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1008055 Apr 30 13:14:19.468212 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:19.490571 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-373d4704-4c56-4d9a-a393-8402b63cba13 req-70bd4909-01e0-45d0-a35d-0588e7b6fcbe tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503273 Apr 30 13:14:19.497152 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: 45d82513-38f7-49ee-9696-9ae8e16c001a {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:14:19.497442 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 45d82513-38f7-49ee-9696-9ae8e16c001a not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:14:19.504950 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da35fc42-6da9-4e0e-bb23-352f021102e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2', 'code': 200} Apr 30 13:14:19.546518 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:19.555635 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:19.676738 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:19.797744 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e7e30-4bd0-42c7-b7b1-0d549626e893 req-3c8130e4-60b4-4cf8-9cdf-29d525ec4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:19.799807 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-709e7e30-4bd0-42c7-b7b1-0d549626e893 req-3c8130e4-60b4-4cf8-9cdf-29d525ec4c7b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 1098 time: 0.0741539 Apr 30 13:14:19.848478 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-709e7e30-4bd0-42c7-b7b1-0d549626e893 req-5d78927c-ea7b-43c0-9056-2f58c8b6a150 service neutron] Synchronizing usage tracker for tenant:0876dceaa79e4f2bbfd80b29f6c56f47 on resource:security_group {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:19.865740 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-709e7e30-4bd0-42c7-b7b1-0d549626e893 req-5d78927c-ea7b-43c0-9056-2f58c8b6a150 service neutron] Unset dirty status for tenant:0876dceaa79e4f2bbfd80b29f6c56f47 on resource:security_group {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:19.867308 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-709e7e30-4bd0-42c7-b7b1-0d549626e893 req-5d78927c-ea7b-43c0-9056-2f58c8b6a150 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546908 Apr 30 13:14:20.214974 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae6741-6fa2-47dc-b97c-8457a28c27e2 req-97901301-1aa7-4116-b06d-65008a9ff4bf tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:20.216579 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-60ae6741-6fa2-47dc-b97c-8457a28c27e2 req-97901301-1aa7-4116-b06d-65008a9ff4bf tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 945 time: 0.0805671 Apr 30 13:14:20.268404 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-60ae6741-6fa2-47dc-b97c-8457a28c27e2 req-5f4f1ef3-84e8-4c88-ac5b-6ebd1b23b7fe tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453200 Apr 30 13:14:20.548612 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421e62d-dd98-4abe-8734-67a18b61dc76 req-608eb4ad-ad8d-4629-be6c-edebda1c2aaa tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:20.550187 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8421e62d-dd98-4abe-8734-67a18b61dc76 req-608eb4ad-ad8d-4629-be6c-edebda1c2aaa tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 945 time: 0.0892196 Apr 30 13:14:20.608701 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8421e62d-dd98-4abe-8734-67a18b61dc76 req-2f27d63d-0ab0-410e-bf85-c617d1708433 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519803 Apr 30 13:14:20.683859 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41e703-1cdc-4a2f-9c7b-70ccc32d81cf req-c1cc55c0-a244-4759-9a1e-90225569080b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:20.685499 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-fd41e703-1cdc-4a2f-9c7b-70ccc32d81cf req-c1cc55c0-a244-4759-9a1e-90225569080b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0853992 Apr 30 13:14:20.736692 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-fd41e703-1cdc-4a2f-9c7b-70ccc32d81cf req-ce4d1638-1776-40b0-9dc4-1c8565f7b3d5 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 Apr 30 13:14:21.334872 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:21.463251 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa28ca-5c90-4db4-b802-a9d1b33763bf req-ac933bba-82d6-4480-ac3b-46ba5a646306 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:21.464719 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5baa28ca-5c90-4db4-b802-a9d1b33763bf req-ac933bba-82d6-4480-ac3b-46ba5a646306 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 945 time: 0.0899205 Apr 30 13:14:21.514731 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5baa28ca-5c90-4db4-b802-a9d1b33763bf req-3b287fd7-9bbe-4a0b-a442-efdb2e06c46e tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442514 Apr 30 13:14:21.822479 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1c751-9e47-4c9d-8f64-36b4b12d4aaf req-651df071-430e-4d49-98f1-adf226c9813c tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:21.823932 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3df1c751-9e47-4c9d-8f64-36b4b12d4aaf req-651df071-430e-4d49-98f1-adf226c9813c tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 945 time: 0.0883610 Apr 30 13:14:21.873266 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3df1c751-9e47-4c9d-8f64-36b4b12d4aaf req-5193bb9c-c380-426a-baa5-e2c45cf5dc0f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431325 Apr 30 13:14:22.001629 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd0e00-97a0-404c-bdb1-61d8549fe7ff req-9d73e6c5-08dc-4322-8b2b-f1dd9a665dbc tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:22.003771 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c8bd0e00-97a0-404c-bdb1-61d8549fe7ff req-9d73e6c5-08dc-4322-8b2b-f1dd9a665dbc tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0997419 Apr 30 13:14:22.097356 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c8bd0e00-97a0-404c-bdb1-61d8549fe7ff req-e008d419-9d4f-48c5-ac64-f704c258ca36 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790255 Apr 30 13:14:22.752684 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af53e48-6d9e-4ddf-b42f-37b67293ec20 req-554d3309-6669-4d3d-af7c-4a3bc1cc1cba tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:22.754385 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9af53e48-6d9e-4ddf-b42f-37b67293ec20 req-554d3309-6669-4d3d-af7c-4a3bc1cc1cba tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 945 time: 0.0903885 Apr 30 13:14:22.803076 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9af53e48-6d9e-4ddf-b42f-37b67293ec20 req-e290e22f-5e1c-49a0-a562-76790214a677 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428293 Apr 30 13:14:23.142815 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db2892-056b-4eae-b89a-d38e0b95031e req-9e356ae2-82e1-47d6-8c21-46d3e2599b24 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:23.151025 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c2db2892-056b-4eae-b89a-d38e0b95031e req-9e356ae2-82e1-47d6-8c21-46d3e2599b24 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 945 time: 0.1615124 Apr 30 13:14:23.206657 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c2db2892-056b-4eae-b89a-d38e0b95031e req-a4a6f835-1cf0-4a93-8f7f-9515c7eff2f5 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542507 Apr 30 13:14:23.311585 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fbb94-659e-4e73-89da-179f9a45ce5d req-e65b6472-b5a4-4b67-8c66-8149b4fa01e6 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:23.313022 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b76fbb94-659e-4e73-89da-179f9a45ce5d req-e65b6472-b5a4-4b67-8c66-8149b4fa01e6 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0869334 Apr 30 13:14:23.362908 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b76fbb94-659e-4e73-89da-179f9a45ce5d req-7ba78095-ad0d-4c1f-9c49-e09a2c455410 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437651 Apr 30 13:14:23.441449 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753edad-f283-45a5-bb4c-2857d7f49f2e req-60547174-2873-46dd-97b0-16a0762b126d tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:23.443293 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d753edad-f283-45a5-bb4c-2857d7f49f2e req-60547174-2873-46dd-97b0-16a0762b126d tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 945 time: 0.0903571 Apr 30 13:14:23.596869 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-d753edad-f283-45a5-bb4c-2857d7f49f2e req-a3a24233-f870-4e5b-81fe-36b8a54a04c2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Deleting port 2948caa3-c3cc-48d5-b7bf-19e63b95414e {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:14:23.597126 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-d753edad-f283-45a5-bb4c-2857d7f49f2e req-a3a24233-f870-4e5b-81fe-36b8a54a04c2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:23.738724 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-d753edad-f283-45a5-bb4c-2857d7f49f2e req-a3a24233-f870-4e5b-81fe-36b8a54a04c2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] For port 2948caa3-c3cc-48d5-b7bf-19e63b95414e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2948caa3-c3cc-48d5-b7bf-19e63b95414e,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:23.739087 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-d753edad-f283-45a5-bb4c-2857d7f49f2e req-a3a24233-f870-4e5b-81fe-36b8a54a04c2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:23.919766 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-d753edad-f283-45a5-bb4c-2857d7f49f2e req-a3a24233-f870-4e5b-81fe-36b8a54a04c2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Calling delete_port for 2948caa3-c3cc-48d5-b7bf-19e63b95414e owned by compute:nova {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:24.048150 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-d753edad-f283-45a5-bb4c-2857d7f49f2e req-a3a24233-f870-4e5b-81fe-36b8a54a04c2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:24.057176 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-8e1ad613-6eac-42e4-bdb6-95db2c5fedc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:24.110940 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a24233-f870-4e5b-81fe-36b8a54a04c2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Pushing event deleted for resources: {'Port': ['ID=2948caa3-c3cc-48d5-b7bf-19e63b95414e,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:24.112023 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['b344b992-1dc4-4c68-90c3-df508a90969e', '4c8cadea-9c08-414b-8b60-b41677cf7498', '2948caa3-c3cc-48d5-b7bf-19e63b95414e'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:24.113977 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a3a24233-f870-4e5b-81fe-36b8a54a04c2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:24.220586 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-d753edad-f283-45a5-bb4c-2857d7f49f2e req-a3a24233-f870-4e5b-81fe-36b8a54a04c2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] No DVR routers for this DVR port 2948caa3-c3cc-48d5-b7bf-19e63b95414e on host hv-cinder-78836 {{(pid=73858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:14:24.226138 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-d753edad-f283-45a5-bb4c-2857d7f49f2e req-a3a24233-f870-4e5b-81fe-36b8a54a04c2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:24.234326 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879f9953-354f-4003-ad05-b6cb70419fe7', 'name': 'network-vif-deleted', 'tag': '2948caa3-c3cc-48d5-b7bf-19e63b95414e'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:24.258661 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d753edad-f283-45a5-bb4c-2857d7f49f2e req-a3a24233-f870-4e5b-81fe-36b8a54a04c2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "DELETE /v2.0/ports/2948caa3-c3cc-48d5-b7bf-19e63b95414e HTTP/1.1" status: 204 len: 173 time: 0.8044989 Apr 30 13:14:24.303928 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879f9953-354f-4003-ad05-b6cb70419fe7', 'name': 'network-vif-deleted', 'tag': '2948caa3-c3cc-48d5-b7bf-19e63b95414e', 'status': 'completed', 'code': 200} Apr 30 13:14:24.461966 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9d694ff0-8a7c-4163-9e58-92459993c4a5 req-91a144cb-1421-4ed0-9408-e65c7bdf6dad tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=879f9953-354f-4003-ad05-b6cb70419fe7 HTTP/1.1" status: 200 len: 210 time: 0.0649080 Apr 30 13:14:24.646805 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662da64a-ea5b-4218-acb2-687dd426011e req-580499e0-a64e-4c07-91b0-c989147a50b7 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:24.654019 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-662da64a-ea5b-4218-acb2-687dd426011e req-580499e0-a64e-4c07-91b0-c989147a50b7 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1081436 Apr 30 13:14:24.694035 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-662da64a-ea5b-4218-acb2-687dd426011e req-b0d41e1e-e928-4902-ab1a-8b3a0337db4e tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390389 Apr 30 13:14:25.903860 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13386fbe-868e-4c84-9313-2a7f20accd77 req-ca3091ae-a033-4ba1-8ee5-65612f432ec6 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:25.906013 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-13386fbe-868e-4c84-9313-2a7f20accd77 req-ca3091ae-a033-4ba1-8ee5-65612f432ec6 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0937941 Apr 30 13:14:25.959320 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-13386fbe-868e-4c84-9313-2a7f20accd77 req-de60090a-ce31-4cdb-bd7f-290c9ad2772f tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 Apr 30 13:14:25.988581 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34341f0-923a-41d0-b798-975b10a3d9bd req-828605ab-deb1-4fda-bab7-09d505771667 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:25.990215 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d34341f0-923a-41d0-b798-975b10a3d9bd req-828605ab-deb1-4fda-bab7-09d505771667 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 945 time: 0.0944083 Apr 30 13:14:26.041207 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d34341f0-923a-41d0-b798-975b10a3d9bd req-5e59a19c-b26f-48ee-abd1-3c9fdb2317fb tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440397 Apr 30 13:14:27.160049 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c5c47-9d0d-41e7-9088-65e21fed40b1 req-ae46441f-906a-4ef4-af4e-9bdc6c684c53 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:27.161557 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a71c5c47-9d0d-41e7-9088-65e21fed40b1 req-ae46441f-906a-4ef4-af4e-9bdc6c684c53 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0904465 Apr 30 13:14:27.180851 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 2948caa3-c3cc-48d5-b7bf-19e63b95414e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:27.218544 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: 2948caa3-c3cc-48d5-b7bf-19e63b95414e {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:14:27.219134 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 2948caa3-c3cc-48d5-b7bf-19e63b95414e not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:14:27.225047 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a71c5c47-9d0d-41e7-9088-65e21fed40b1 req-e07f7c71-ac90-4bb0-b958-fff715deb1e5 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563478 Apr 30 13:14:27.257761 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3562c-879b-43c5-afe9-98ac0f461e85 req-5d90e85d-9de7-488d-971c-4d25e9e4e824 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:27.258410 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-f8b3562c-879b-43c5-afe9-98ac0f461e85 req-5d90e85d-9de7-488d-971c-4d25e9e4e824 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Synchronizing usage tracker for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:27.274332 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-f8b3562c-879b-43c5-afe9-98ac0f461e85 req-5d90e85d-9de7-488d-971c-4d25e9e4e824 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Unset dirty status for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:27.275509 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f8b3562c-879b-43c5-afe9-98ac0f461e85 req-5d90e85d-9de7-488d-971c-4d25e9e4e824 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 945 time: 0.1089201 Apr 30 13:14:27.321430 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f8b3562c-879b-43c5-afe9-98ac0f461e85 req-6941bb48-3f22-4f32-b788-3856362e4f42 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389018 Apr 30 13:14:28.414737 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992d54e-4afd-46b0-816f-900e009bd507 req-9c358f99-4c9b-41f9-814b-bad13a35c0bc tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:28.416611 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4992d54e-4afd-46b0-816f-900e009bd507 req-9c358f99-4c9b-41f9-814b-bad13a35c0bc tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0898032 Apr 30 13:14:28.476659 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4992d54e-4afd-46b0-816f-900e009bd507 req-9021fbe7-58d9-49f3-90c1-2536990acb47 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543475 Apr 30 13:14:28.521585 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f520b17-7193-4bb4-8c63-efda78869762 req-2c031130-15c3-4f8f-aa1b-48d0cc8cefd0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:28.522972 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8f520b17-7193-4bb4-8c63-efda78869762 req-2c031130-15c3-4f8f-aa1b-48d0cc8cefd0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 945 time: 0.0890498 Apr 30 13:14:28.583509 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8f520b17-7193-4bb4-8c63-efda78869762 req-6f951c42-3b6f-4515-9274-c2151de9b7b2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545723 Apr 30 13:14:28.622222 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a0252-198a-4c5d-9882-85786b928b59 req-cbf655ea-bc78-4cb8-98fd-1c0e4683903d tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:28.624335 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dc2a0252-198a-4c5d-9882-85786b928b59 req-cbf655ea-bc78-4cb8-98fd-1c0e4683903d tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 945 time: 0.0983329 Apr 30 13:14:28.772455 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-dc2a0252-198a-4c5d-9882-85786b928b59 req-4d8621e1-4698-4644-bb86-661cc0375473 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Deleting port 4c8cadea-9c08-414b-8b60-b41677cf7498 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:14:28.772857 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-dc2a0252-198a-4c5d-9882-85786b928b59 req-4d8621e1-4698-4644-bb86-661cc0375473 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:28.911982 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-dc2a0252-198a-4c5d-9882-85786b928b59 req-4d8621e1-4698-4644-bb86-661cc0375473 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] For port 4c8cadea-9c08-414b-8b60-b41677cf7498, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4c8cadea-9c08-414b-8b60-b41677cf7498,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:28.912423 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-dc2a0252-198a-4c5d-9882-85786b928b59 req-4d8621e1-4698-4644-bb86-661cc0375473 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:29.059314 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-dc2a0252-198a-4c5d-9882-85786b928b59 req-4d8621e1-4698-4644-bb86-661cc0375473 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Calling delete_port for 4c8cadea-9c08-414b-8b60-b41677cf7498 owned by compute:nova {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:29.189097 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-dc2a0252-198a-4c5d-9882-85786b928b59 req-4d8621e1-4698-4644-bb86-661cc0375473 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:29.194735 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:29.239667 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8621e1-4698-4644-bb86-661cc0375473 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Pushing event deleted for resources: {'Port': ['ID=4c8cadea-9c08-414b-8b60-b41677cf7498,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:29.242598 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-4d8621e1-4698-4644-bb86-661cc0375473 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:29.258480 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['b344b992-1dc4-4c68-90c3-df508a90969e', '4c8cadea-9c08-414b-8b60-b41677cf7498'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:29.315892 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2a0252-198a-4c5d-9882-85786b928b59 req-4d8621e1-4698-4644-bb86-661cc0375473 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] No DVR routers for this DVR port 4c8cadea-9c08-414b-8b60-b41677cf7498 on host hv-cinder-78836 {{(pid=73858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:14:29.318922 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-dc2a0252-198a-4c5d-9882-85786b928b59 req-4d8621e1-4698-4644-bb86-661cc0375473 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:29.322785 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1198fa01-c7ef-4224-babb-709d4af8ea96', 'name': 'network-vif-deleted', 'tag': '4c8cadea-9c08-414b-8b60-b41677cf7498'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:29.339033 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dc2a0252-198a-4c5d-9882-85786b928b59 req-4d8621e1-4698-4644-bb86-661cc0375473 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "DELETE /v2.0/ports/4c8cadea-9c08-414b-8b60-b41677cf7498 HTTP/1.1" status: 204 len: 173 time: 0.7038848 Apr 30 13:14:29.374402 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1198fa01-c7ef-4224-babb-709d4af8ea96', 'name': 'network-vif-deleted', 'tag': '4c8cadea-9c08-414b-8b60-b41677cf7498', 'status': 'completed', 'code': 200} Apr 30 13:14:29.664464 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9d953-847d-4a18-a577-5ab38f4eb0e8 req-a13b603a-6a3a-489c-816f-a3aa42c22fb3 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:29.667265 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-90d9d953-847d-4a18-a577-5ab38f4eb0e8 req-a13b603a-6a3a-489c-816f-a3aa42c22fb3 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0838578 Apr 30 13:14:29.716311 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-90d9d953-847d-4a18-a577-5ab38f4eb0e8 req-663546f4-8838-4e2a-a66f-a728bdf25be6 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432191 Apr 30 13:14:29.789089 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f295ad6d-919d-4b7b-9c6a-c56e4b7ba63e req-0d3ed1b0-6b90-4b14-8ca9-7366bc2a39c1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=1198fa01-c7ef-4224-babb-709d4af8ea96 HTTP/1.1" status: 200 len: 210 time: 0.0459573 Apr 30 13:14:30.956658 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b3bc0-9629-4f5f-93cb-c38fdae5c6fc req-670c53a3-05c5-450f-9c8b-5ef249e87663 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:30.963913 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f63b3bc0-9629-4f5f-93cb-c38fdae5c6fc req-670c53a3-05c5-450f-9c8b-5ef249e87663 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0998831 Apr 30 13:14:31.022617 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f63b3bc0-9629-4f5f-93cb-c38fdae5c6fc req-3284d5b0-83b0-4493-bb50-ee6e85fbfd6d tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556993 Apr 30 13:14:31.826190 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:32.236970 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1bc6c-3ef1-4f4f-89fc-5b6fe7288959 req-8e31df1b-3491-4167-95fa-5fc20ec6bf65 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:32.239266 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7af1bc6c-3ef1-4f4f-89fc-5b6fe7288959 req-8e31df1b-3491-4167-95fa-5fc20ec6bf65 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1020784 Apr 30 13:14:32.299870 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7af1bc6c-3ef1-4f4f-89fc-5b6fe7288959 req-6682bf61-c4b8-4825-b5c1-417e18480354 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531435 Apr 30 13:14:32.583749 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6a211-8f17-45fb-a4af-d73c9cf14806 req-ae1702d4-e6be-4cf0-a821-4919fc2c0904 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:32.585574 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-15c6a211-8f17-45fb-a4af-d73c9cf14806 req-ae1702d4-e6be-4cf0-a821-4919fc2c0904 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 945 time: 0.0842364 Apr 30 13:14:32.640314 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-15c6a211-8f17-45fb-a4af-d73c9cf14806 req-3b6b98f2-8fd6-4f52-a1e6-bb71d47e1f72 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465117 Apr 30 13:14:33.212965 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 4c8cadea-9c08-414b-8b60-b41677cf7498 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:33.247505 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: 4c8cadea-9c08-414b-8b60-b41677cf7498 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:14:33.247848 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 4c8cadea-9c08-414b-8b60-b41677cf7498 not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:14:33.496962 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fb0b5-ef78-4ae5-9f4c-0db14afdc130 req-5d6cbad2-4f93-4677-b910-998ee9ba05f8 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:33.498444 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ee4fb0b5-ef78-4ae5-9f4c-0db14afdc130 req-5d6cbad2-4f93-4677-b910-998ee9ba05f8 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0844331 Apr 30 13:14:33.544152 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ee4fb0b5-ef78-4ae5-9f4c-0db14afdc130 req-e3f9f75b-b0bc-4a54-b28e-353e72409ff0 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394318 Apr 30 13:14:33.831758 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37b213-173a-4c92-905f-7e8e78428e00 req-b7436ecd-4378-493c-882f-adfbb51e38f0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:33.833170 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-8c37b213-173a-4c92-905f-7e8e78428e00 req-b7436ecd-4378-493c-882f-adfbb51e38f0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Synchronizing usage tracker for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:33.849659 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-8c37b213-173a-4c92-905f-7e8e78428e00 req-b7436ecd-4378-493c-882f-adfbb51e38f0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Unset dirty status for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:33.850973 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8c37b213-173a-4c92-905f-7e8e78428e00 req-b7436ecd-4378-493c-882f-adfbb51e38f0 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 945 time: 0.1075313 Apr 30 13:14:33.898428 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8c37b213-173a-4c92-905f-7e8e78428e00 req-85bd92fb-6740-493a-9193-c962fbd5ccef tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414236 Apr 30 13:14:34.817815 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a80e76-1af9-45f0-a8dd-5855b4c249c8 req-afcd978d-2d19-4caa-89b8-381e98dcbc45 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:34.819384 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-23a80e76-1af9-45f0-a8dd-5855b4c249c8 req-afcd978d-2d19-4caa-89b8-381e98dcbc45 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1456075 Apr 30 13:14:34.867639 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-23a80e76-1af9-45f0-a8dd-5855b4c249c8 req-1f24ec9f-b95a-4eb8-95a7-505aefe6271d tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422297 Apr 30 13:14:35.099171 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d261b-a05d-4d83-8aa3-9cc7bb87afab req-90526500-5adf-4a6b-884d-30254b98eb82 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:35.106428 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cb4d261b-a05d-4d83-8aa3-9cc7bb87afab req-90526500-5adf-4a6b-884d-30254b98eb82 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 945 time: 0.0912232 Apr 30 13:14:35.152218 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cb4d261b-a05d-4d83-8aa3-9cc7bb87afab req-7e0d339b-6461-45e0-83b1-437da49fa329 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/security-groups?id=580873f2-5e9c-4ec8-b922-ccfdc5b343ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446277 Apr 30 13:14:35.316416 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05206cd3-284e-4c41-b521-0b399d816748 req-dc0d1604-092a-4889-8c7a-fb20dc40db96 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:35.317977 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-05206cd3-284e-4c41-b521-0b399d816748 req-dc0d1604-092a-4889-8c7a-fb20dc40db96 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 945 time: 0.0921443 Apr 30 13:14:35.483431 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-05206cd3-284e-4c41-b521-0b399d816748 req-9b138153-f8c0-4a9b-a168-2cb62308dcd3 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Deleting port b344b992-1dc4-4c68-90c3-df508a90969e {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:14:35.483647 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-05206cd3-284e-4c41-b521-0b399d816748 req-9b138153-f8c0-4a9b-a168-2cb62308dcd3 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:35.617894 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-05206cd3-284e-4c41-b521-0b399d816748 req-9b138153-f8c0-4a9b-a168-2cb62308dcd3 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] For port b344b992-1dc4-4c68-90c3-df508a90969e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b344b992-1dc4-4c68-90c3-df508a90969e,segment=NetworkSegment(046e7eae-bc4b-4307-aa2a-4507141741a7),segment_id=046e7eae-bc4b-4307-aa2a-4507141741a7)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:35.618585 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-05206cd3-284e-4c41-b521-0b399d816748 req-9b138153-f8c0-4a9b-a168-2cb62308dcd3 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:35.745474 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-05206cd3-284e-4c41-b521-0b399d816748 req-9b138153-f8c0-4a9b-a168-2cb62308dcd3 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Calling delete_port for b344b992-1dc4-4c68-90c3-df508a90969e owned by compute:nova {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:35.863326 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-05206cd3-284e-4c41-b521-0b399d816748 req-9b138153-f8c0-4a9b-a168-2cb62308dcd3 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:35.868838 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a3a24233-f870-4e5b-81fe-36b8a54a04c2 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:35.923509 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['b344b992-1dc4-4c68-90c3-df508a90969e'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:35.924092 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b138153-f8c0-4a9b-a168-2cb62308dcd3 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Pushing event deleted for resources: {'Port': ['ID=b344b992-1dc4-4c68-90c3-df508a90969e,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:35.926003 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-9b138153-f8c0-4a9b-a168-2cb62308dcd3 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:36.061435 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-05206cd3-284e-4c41-b521-0b399d816748 req-9b138153-f8c0-4a9b-a168-2cb62308dcd3 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] No DVR routers for this DVR port b344b992-1dc4-4c68-90c3-df508a90969e on host hv-cinder-78836 {{(pid=73858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:14:36.064113 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-05206cd3-284e-4c41-b521-0b399d816748 req-9b138153-f8c0-4a9b-a168-2cb62308dcd3 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:36.073805 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b58001-9b0f-4e48-aba9-8faeee7a2fe7', 'name': 'network-vif-deleted', 'tag': 'b344b992-1dc4-4c68-90c3-df508a90969e'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:36.095898 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-05206cd3-284e-4c41-b521-0b399d816748 req-9b138153-f8c0-4a9b-a168-2cb62308dcd3 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.90 "DELETE /v2.0/ports/b344b992-1dc4-4c68-90c3-df508a90969e HTTP/1.1" status: 204 len: 173 time: 0.7682683 Apr 30 13:14:36.157182 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c982a-abc9-457b-acb8-1be26e360804 req-aab2cf1d-d474-4f87-b6fd-b7b71a76478e tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:36.158921 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3d9c982a-abc9-457b-acb8-1be26e360804 req-aab2cf1d-d474-4f87-b6fd-b7b71a76478e tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1479957 Apr 30 13:14:36.160769 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b58001-9b0f-4e48-aba9-8faeee7a2fe7', 'name': 'network-vif-deleted', 'tag': 'b344b992-1dc4-4c68-90c3-df508a90969e', 'status': 'completed', 'code': 200} Apr 30 13:14:36.222339 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3d9c982a-abc9-457b-acb8-1be26e360804 req-520da5a8-60b1-4c45-9ebb-afa1d97704da tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569401 Apr 30 13:14:36.408297 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-818fa85b-542f-4fa7-8dae-dc109cf341d2 req-fba029bf-0e7c-4228-ba41-0077591dc4ba tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Synchronizing usage tracker for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:36.425456 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-818fa85b-542f-4fa7-8dae-dc109cf341d2 req-fba029bf-0e7c-4228-ba41-0077591dc4ba tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Unset dirty status for tenant:1d6b8117760f4652a00a37c93b960cac on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:36.426940 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-818fa85b-542f-4fa7-8dae-dc109cf341d2 req-fba029bf-0e7c-4228-ba41-0077591dc4ba tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3b58001-9b0f-4e48-aba9-8faeee7a2fe7 HTTP/1.1" status: 200 len: 210 time: 0.0631089 Apr 30 13:14:37.582471 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9f762-58c6-40c0-8b4a-e67eb506b685 req-4278ea5b-1b84-4fbe-a974-a793da0d4e3b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:37.584718 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-bbd9f762-58c6-40c0-8b4a-e67eb506b685 req-4278ea5b-1b84-4fbe-a974-a793da0d4e3b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.2430379 Apr 30 13:14:37.662453 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-bbd9f762-58c6-40c0-8b4a-e67eb506b685 req-6fd7a795-4476-4409-955a-f029295fb013 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714748 Apr 30 13:14:37.692548 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 44646) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:37.760898 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc936a2-d312-4e71-9410-03fe5150e91d admin admin] Deleting subnet adcaaf38-75b3-455f-9d70-d232543aec69 {{(pid=73858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:14:37.763794 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3cc936a2-d312-4e71-9410-03fe5150e91d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:37.814983 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3cc936a2-d312-4e71-9410-03fe5150e91d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:37.821797 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3cc936a2-d312-4e71-9410-03fe5150e91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134165206'] for subnet, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.075478 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3cc936a2-d312-4e71-9410-03fe5150e91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134165199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for subnet, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.079447 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:38.117058 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc936a2-d312-4e71-9410-03fe5150e91d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adcaaf38-75b3-455f-9d70-d232543aec69,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:38.120032 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-3cc936a2-d312-4e71-9410-03fe5150e91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:38.120960 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3cc936a2-d312-4e71-9410-03fe5150e91d admin admin] Notify callbacks [] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.126863 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-3cc936a2-d312-4e71-9410-03fe5150e91d admin admin] 10.222.0.93 "DELETE /v2.0/subnets/adcaaf38-75b3-455f-9d70-d232543aec69 HTTP/1.1" status: 204 len: 168 time: 0.4324787 Apr 30 13:14:38.129275 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 44650) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:38.243714 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133776857'] for network, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.430787 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134168155', 'neutron.services.segments.db._delete_segments_for_network-8749317885085'] for network, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.547467 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:14:38.547808 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:14:38.548580 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:14:38.548922 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Subscribe: > port after_create 55550000 {{(pid=73858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:14:38.549238 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Subscribe: > port after_delete 55550000 {{(pid=73858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:14:38.549578 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Subscribe: > port after_update 55550000 {{(pid=73858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:14:38.550001 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:14:38.550371 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:14:38.550685 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:14:38.551021 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:14:38.666170 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:14:38.666807 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:14:38.667351 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:14:38.667889 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:14:38.668554 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.services.segments.db [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adb758d-2a96-45ff-b291-004c1ecf371a']}} {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:38.683774 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.services.segments.db [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046e7eae-bc4b-4307-aa2a-4507141741a7') {'for_net_delete': True} {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:38.684351 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.services.segments.db [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046e7eae-bc4b-4307-aa2a-4507141741a7') {} {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:38.698259 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749317896807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-541952'] for segment, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.716104 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.726254 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=73858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:14:38.963225 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Network 8adb758d-2a96-45ff-b291-004c1ecf371a has no segments {{(pid=73858) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:14:38.972694 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134162659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096667'] for segment, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:39.073314 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9314c04-8c57-4123-8c68-475c595ba870 req-0689ad4d-c487-4d91-b0f7-9ab4e2ee5af7 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:39.074919 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b9314c04-8c57-4123-8c68-475c595ba870 req-0689ad4d-c487-4d91-b0f7-9ab4e2ee5af7 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.2654507 Apr 30 13:14:39.188579 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Network 8adb758d-2a96-45ff-b291-004c1ecf371a has no segments {{(pid=73858) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: from cryptography.utils import int_from_bytes Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: from cryptography.utils import int_from_bytes Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: Traceback (most recent call last): Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: timer() Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: cb(*args, **kw) Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: return func(*args, **kwargs) Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: self._notify() Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: self.callback(batched_events) Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: event.method(event) Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: return f(self, *a, **k) Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: return self._get(url).json() Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: return self.request(url, 'GET', **kwargs) Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:14:39.213741 dv-cinder-788363-2-smb neutron-server[73858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:14:39.232704 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b9314c04-8c57-4123-8c68-475c595ba870 req-a4e0b33b-979a-4e38-8dde-0fcb08480d6a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428852 Apr 30 13:14:39.256433 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device b344b992-1dc4-4c68-90c3-df508a90969e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:39.291057 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: b344b992-1dc4-4c68-90c3-df508a90969e {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:14:39.291491 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device b344b992-1dc4-4c68-90c3-df508a90969e not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:14:39.305019 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134168144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931953'] for network, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:39.308943 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fc23096b-3811-4f4c-98a5-4791a07c53ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:39.324778 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:39.331357 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Pushing event deleted for resources: {'Network': ['ID=8adb758d-2a96-45ff-b291-004c1ecf371a,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:39.338734 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:39.345638 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-61ecd461-a041-46de-aaa8-6624396396ba admin admin] 10.222.0.93 "DELETE /v2.0/networks/8adb758d-2a96-45ff-b291-004c1ecf371a HTTP/1.1" status: 204 len: 168 time: 1.2152562 Apr 30 13:14:39.535074 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 44720) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:39.582616 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-23b4d82d-9815-4561-b732-c67d44489f9a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1d6b8117760f4652a00a37c93b960cac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0463555 Apr 30 13:14:39.584927 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 44724) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:39.644878 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-664a30ec-caa9-4501-bcaf-55ca7e92f45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:39.678634 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-664a30ec-caa9-4501-bcaf-55ca7e92f45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:39.735916 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-664a30ec-caa9-4501-bcaf-55ca7e92f45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:39.739665 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-dee99f28-c011-4c57-87a9-8217d5b03e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:39.753996 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a30ec-caa9-4501-bcaf-55ca7e92f45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580873f2-5e9c-4ec8-b922-ccfdc5b343ed,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:39.757709 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-664a30ec-caa9-4501-bcaf-55ca7e92f45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:39.767592 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-664a30ec-caa9-4501-bcaf-55ca7e92f45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:39.768692 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-664a30ec-caa9-4501-bcaf-55ca7e92f45f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/580873f2-5e9c-4ec8-b922-ccfdc5b343ed HTTP/1.1" status: 204 len: 168 time: 0.1829026 Apr 30 13:14:40.434738 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9d1a6-5cf8-49e1-8e21-b36b7a94f6b2 req-0493ebde-82ba-4154-83ef-f35b31dae6ee tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:40.437187 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-bab9d1a6-5cf8-49e1-8e21-b36b7a94f6b2 req-0493ebde-82ba-4154-83ef-f35b31dae6ee tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0962160 Apr 30 13:14:40.494303 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-bab9d1a6-5cf8-49e1-8e21-b36b7a94f6b2 req-2dc36705-8b6d-4089-871c-6dfb431152c1 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507846 Apr 30 13:14:40.716284 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 44776) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:40.909066 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1627467086-network', 'tenant_id': 'f8e90547f9524cd6850fcb6dea5f81d7'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:40.914789 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:40.918960 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Usage tracker for resource:network and tenant:f8e90547f9524cd6850fcb6dea5f81d7 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:40.922383 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:40.928806 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:40.941190 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Made reservation on behalf of f8e90547f9524cd6850fcb6dea5f81d7 for: {'network': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:40.943606 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:40.958051 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:40.974412 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:40.978558 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Usage tracker for resource:security_group_rule and tenant:f8e90547f9524cd6850fcb6dea5f81d7 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:40.982154 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:40.989471 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:41.105817 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.109057 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.112110 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-537f78d0-893a-428f-9e63-7b25ad5c1e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:41.142692 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] vlan segment allocate from pool success with {'vlan_id': 1234, 'physical_network': 'physnet1'} {{(pid=73858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:14:41.151248 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b742fb-fa1c-496d-909a-51f83e460f57,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:41.155337 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:41.158431 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.158711 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.segments_db [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Added segment 4bdb6284-5475-4d3d-9751-ac2f171c9a42 of type vlan for network 5eb9173b-fd5e-4f9f-8191-ce78ebd0cf2d Apr 30 13:14:41.187626 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.221184 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.222629 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:41.223252 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.226738 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:41.327646 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Pushing event updated for resources: {'Network': ['ID=5eb9173b-fd5e-4f9f-8191-ce78ebd0cf2d,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:41.332601 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6132588 Apr 30 13:14:41.333183 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:41.333663 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 44790) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:41.339427 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Request body: {'subnet': {'network_id': '5eb9173b-fd5e-4f9f-8191-ce78ebd0cf2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1627467086-subnet', 'tenant_id': 'f8e90547f9524cd6850fcb6dea5f81d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:41.342302 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network 5eb9173b-fd5e-4f9f-8191-ce78ebd0cf2d details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:14:41.344554 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:41.349799 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Usage tracker for resource:subnet and tenant:f8e90547f9524cd6850fcb6dea5f81d7 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:41.352908 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:41.364434 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:41.378887 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Made reservation on behalf of f8e90547f9524cd6850fcb6dea5f81d7 for: {'subnet': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:41.381557 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1572749'] for subnet, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.875753 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cda20-f42e-4fb8-a22d-09ef6399e06d req-27aef973-8262-4f0a-85b7-8d7e3bcb90bc tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:41.877227 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c32cda20-f42e-4fb8-a22d-09ef6399e06d req-27aef973-8262-4f0a-85b7-8d7e3bcb90bc tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.2618263 Apr 30 13:14:41.931849 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c32cda20-f42e-4fb8-a22d-09ef6399e06d req-0a7d3675-2981-4faa-a550-e2a7648f5754 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479310 Apr 30 13:14:41.994586 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3096892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1572767'] for subnet, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:41.999509 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-8aae92f5-db53-482c-a1ca-1f32f94c25e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:42.072768 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c83e38-956b-4844-b921-f3eca7b9ce0b,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:42.075423 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:42.082679 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Checking segment: {'id': '4bdb6284-5475-4d3d-9751-ac2f171c9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '5eb9173b-fd5e-4f9f-8191-ce78ebd0cf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:42.083118 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Network hostable DHCP agents. Network: 5eb9173b-fd5e-4f9f-8191-ce78ebd0cf2d, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:14:42.099862 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Network 5eb9173b-fd5e-4f9f-8191-ce78ebd0cf2d is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:14:42.109643 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, 5eb9173b-fd5e-4f9f-8191-ce78ebd0cf2d) {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:42.120361 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fc708d-b858-470e-adce-6f207378c12e None None] Network 5eb9173b-fd5e-4f9f-8191-ce78ebd0cf2d requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:42.120530 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:42.120941 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:42.147070 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8123283 Apr 30 13:14:42.396166 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8211728-ddec-49eb-bf38-654b81072399 None None] Network 5eb9173b-fd5e-4f9f-8191-ce78ebd0cf2d requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:42.756797 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 44818) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:42.763512 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-483356940-network', 'tenant_id': 'fdfb5048f6f6425893eb4afd4c447f9f'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:42.768656 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:42.773094 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Usage tracker for resource:network and tenant:fdfb5048f6f6425893eb4afd4c447f9f is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:42.776191 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:42.783356 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:42.794177 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Made reservation on behalf of fdfb5048f6f6425893eb4afd4c447f9f for: {'network': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:42.797256 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:42.809452 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:42.825018 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:42.829078 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Usage tracker for resource:security_group_rule and tenant:fdfb5048f6f6425893eb4afd4c447f9f is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:42.832126 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:42.838919 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:42.929577 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:42.933792 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:42.937860 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-664a30ec-caa9-4501-bcaf-55ca7e92f45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:42.964983 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] vlan segment allocate from pool success with {'vlan_id': 1212, 'physical_network': 'physnet1'} {{(pid=73858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:14:42.973583 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f388f2e-2b46-4a4b-a728-0c8b1caea148,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:42.977161 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:42.980809 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:42.981150 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.segments_db [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Added segment 60a9a2f5-10ff-40a6-9f96-2853030312da of type vlan for network 531dbd46-e61d-42f0-ad3f-8075feb55273 Apr 30 13:14:43.014666 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:43.054808 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:43.058294 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:43.059475 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:43.068189 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e6f79238-ce9d-4608-a00f-405d8d171dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:43.211214 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Pushing event updated for resources: {'Network': ['ID=531dbd46-e61d-42f0-ad3f-8075feb55273,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:43.219024 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4610481 Apr 30 13:14:43.219519 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 44828) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:43.219998 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:43.225580 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Request body: {'subnet': {'network_id': '531dbd46-e61d-42f0-ad3f-8075feb55273', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-483356940-subnet', 'tenant_id': 'fdfb5048f6f6425893eb4afd4c447f9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:43.235731 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network 531dbd46-e61d-42f0-ad3f-8075feb55273 details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:14:43.250165 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:43.255164 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Usage tracker for resource:subnet and tenant:fdfb5048f6f6425893eb4afd4c447f9f is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:43.261023 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:43.269755 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:43.285653 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Made reservation on behalf of fdfb5048f6f6425893eb4afd4c447f9f for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:43.289133 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2189416'] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:43.295872 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd2392-ff11-4a11-9291-a03cb9119454 req-0d596e45-d956-43c3-b7e6-b638efc7e82f tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:43.299613 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e5cd2392-ff11-4a11-9291-a03cb9119454 req-0d596e45-d956-43c3-b7e6-b638efc7e82f tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1435356 Apr 30 13:14:43.399856 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e5cd2392-ff11-4a11-9291-a03cb9119454 req-f6699338-4773-4285-969b-bd3a6d78f40d tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908961 Apr 30 13:14:43.809617 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2554338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2189434'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:43.814936 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:43.890025 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d81fa925-f48c-4aa8-9681-f6d0aea4ad2c,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:43.892894 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:43.903895 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Checking segment: {'id': '60a9a2f5-10ff-40a6-9f96-2853030312da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '531dbd46-e61d-42f0-ad3f-8075feb55273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:43.904391 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Network hostable DHCP agents. Network: 531dbd46-e61d-42f0-ad3f-8075feb55273, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:14:43.923689 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Network 531dbd46-e61d-42f0-ad3f-8075feb55273 is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:14:43.934570 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, 531dbd46-e61d-42f0-ad3f-8075feb55273) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:43.943990 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:43.944246 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c27dd5c-3d00-4a64-92e7-646b7027bbf2 None None] Network 531dbd46-e61d-42f0-ad3f-8075feb55273 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:43.944682 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:43.976374 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-9b00705b-354b-431b-b449-67a4d88ddcb5 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7555048 Apr 30 13:14:44.123765 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 44844) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:44.211568 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d951f2cb-6496-4409-afff-efec43ed1a44 None None] Network 531dbd46-e61d-42f0-ad3f-8075feb55273 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:44.231687 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a74b9b-68de-4df8-993d-768e15092ad6 admin admin] Deleting subnet 10c83e38-956b-4844-b921-f3eca7b9ce0b {{(pid=73858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:14:44.234649 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f0a74b9b-68de-4df8-993d-768e15092ad6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.301455 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f0a74b9b-68de-4df8-993d-768e15092ad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-541961'] for subnet, precommit_delete_associations {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.356868 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f0a74b9b-68de-4df8-993d-768e15092ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134165206'] for subnet, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.698669 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f99849-849f-49d1-91e2-a640f2877d95 req-5fee68fa-dcb0-4a89-83c4-cb03bcfe234b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:44.700160 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-90f99849-849f-49d1-91e2-a640f2877d95 req-5fee68fa-dcb0-4a89-83c4-cb03bcfe234b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1604784 Apr 30 13:14:44.702093 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f0a74b9b-68de-4df8-993d-768e15092ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134165199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3096817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1572752'] for subnet, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.706257 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:44.760648 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a74b9b-68de-4df8-993d-768e15092ad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c83e38-956b-4844-b921-f3eca7b9ce0b,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:44.770569 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f0a74b9b-68de-4df8-993d-768e15092ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:44.771579 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f0a74b9b-68de-4df8-993d-768e15092ad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.789741 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 44856) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:44.790832 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-f0a74b9b-68de-4df8-993d-768e15092ad6 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/10c83e38-956b-4844-b921-f3eca7b9ce0b HTTP/1.1" status: 204 len: 168 time: 0.6629956 Apr 30 13:14:44.811833 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-90f99849-849f-49d1-91e2-a640f2877d95 req-e7f30f30-8c63-4f8a-97a6-abda472714cf tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789070 Apr 30 13:14:44.960074 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133776857'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.156259 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134168155', 'neutron.services.segments.db._delete_segments_for_network-8749317885085'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.284584 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb9173b-fd5e-4f9f-8191-ce78ebd0cf2d']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:45.299399 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bdb6284-5475-4d3d-9751-ac2f171c9a42') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:45.299590 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bdb6284-5475-4d3d-9751-ac2f171c9a42') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:45.318553 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749317896807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3502592'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.351996 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.359257 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:14:45.536867 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] Network 5eb9173b-fd5e-4f9f-8191-ce78ebd0cf2d has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:14:45.546950 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134162659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2553989'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.751775 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8f3de845-bcbd-4b8b-bf01-4af675d93808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.755985 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] Network 5eb9173b-fd5e-4f9f-8191-ce78ebd0cf2d has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: Traceback (most recent call last): Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: timer() Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: cb(*args, **kw) Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: return func(*args, **kwargs) Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: self._notify() Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: self.callback(batched_events) Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: event.method(event) Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: return f(self, *a, **k) Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: return self._get(url).json() Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: return self.request(url, 'GET', **kwargs) Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:14:45.780545 dv-cinder-788363-2-smb neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:14:45.941190 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134168144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931953'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.945409 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-93796e6b-654b-45fb-96e2-0821954debc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:45.963218 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.968488 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb9173b-fd5e-4f9f-8191-ce78ebd0cf2d,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:45.973830 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] 10.222.0.93 "DELETE /v2.0/networks/5eb9173b-fd5e-4f9f-8191-ce78ebd0cf2d HTTP/1.1" status: 204 len: 168 time: 1.1824129 Apr 30 13:14:45.974431 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 44880) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:45.974860 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-064c672a-34c0-48c4-b27e-4a8c9b525a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:46.051446 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_v2 [None req-d296476d-d097-47b6-bef8-7ba47f8c5c83 admin admin] Deleting subnet d81fa925-f48c-4aa8-9681-f6d0aea4ad2c {{(pid=73858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:14:46.060133 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1445f62-68c7-44d1-be12-464e47b4fccd req-c6778c62-babb-450f-be54-4a1518298868 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:46.062151 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a1445f62-68c7-44d1-be12-464e47b4fccd req-c6778c62-babb-450f-be54-4a1518298868 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1448586 Apr 30 13:14:46.064226 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d296476d-d097-47b6-bef8-7ba47f8c5c83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:46.139648 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d296476d-d097-47b6-bef8-7ba47f8c5c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-541961'] for subnet, precommit_delete_associations {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:46.179475 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a1445f62-68c7-44d1-be12-464e47b4fccd req-0f66c101-7a90-4392-85af-f83d2fa8fa7a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892394 Apr 30 13:14:46.199984 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d296476d-d097-47b6-bef8-7ba47f8c5c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134165206'] for subnet, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:46.518462 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d296476d-d097-47b6-bef8-7ba47f8c5c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134165199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3096817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1572752'] for subnet, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:46.522245 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:46.556422 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296476d-d097-47b6-bef8-7ba47f8c5c83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d81fa925-f48c-4aa8-9681-f6d0aea4ad2c,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:46.559425 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d296476d-d097-47b6-bef8-7ba47f8c5c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:46.560404 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d296476d-d097-47b6-bef8-7ba47f8c5c83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:46.566369 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-d296476d-d097-47b6-bef8-7ba47f8c5c83 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d81fa925-f48c-4aa8-9681-f6d0aea4ad2c HTTP/1.1" status: 204 len: 168 time: 0.5899894 Apr 30 13:14:46.568683 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 44886) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:46.677042 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133776857'] for network, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:46.806903 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134168155', 'neutron.services.segments.db._delete_segments_for_network-8749317885085'] for network, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:46.961451 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.services.segments.db [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531dbd46-e61d-42f0-ad3f-8075feb55273']}} {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:46.982723 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.services.segments.db [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a9a2f5-10ff-40a6-9f96-2853030312da') {'for_net_delete': True} {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:46.983433 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.services.segments.db [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a9a2f5-10ff-40a6-9f96-2853030312da') {} {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:46.995947 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749317896807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-541952'] for segment, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.036212 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.066436 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=73858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:14:47.256745 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] Network 531dbd46-e61d-42f0-ad3f-8075feb55273 has no segments {{(pid=73858) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:14:47.266684 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134162659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096667'] for segment, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.508262 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] Network 531dbd46-e61d-42f0-ad3f-8075feb55273 has no segments {{(pid=73858) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: Traceback (most recent call last): Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: timer() Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: cb(*args, **kw) Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: return func(*args, **kwargs) Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: self._notify() Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: self.callback(batched_events) Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: event.method(event) Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: return f(self, *a, **k) Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: return self._get(url).json() Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: return self.request(url, 'GET', **kwargs) Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:14:47.535264 dv-cinder-788363-2-smb neutron-server[73858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:14:47.634822 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37585deb-bb7d-4964-8cc9-cfaeb04b3cd0 req-e31162e4-d1e6-46c8-bba3-a201a61fde29 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:47.636463 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-37585deb-bb7d-4964-8cc9-cfaeb04b3cd0 req-e31162e4-d1e6-46c8-bba3-a201a61fde29 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.2909651 Apr 30 13:14:47.662619 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134168144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931953'] for network, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.671078 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.676888 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:47.715230 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] Pushing event deleted for resources: {'Network': ['ID=531dbd46-e61d-42f0-ad3f-8075feb55273,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:47.718563 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:47.720318 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] 10.222.0.93 "DELETE /v2.0/networks/531dbd46-e61d-42f0-ad3f-8075feb55273 HTTP/1.1" status: 204 len: 168 time: 1.1506882 Apr 30 13:14:47.735044 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-37585deb-bb7d-4964-8cc9-cfaeb04b3cd0 req-267f65cb-deb6-4d56-9f85-53b264b6b437 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899427 Apr 30 13:14:47.902419 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 44906) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:47.959727 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-5482bfa3-910c-4f30-8ee1-5e63a55e69b0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f8e90547f9524cd6850fcb6dea5f81d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561883 Apr 30 13:14:47.962216 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 44912) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:48.042674 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dd74811e-934c-4dd1-ba0b-907abe1d1a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.071909 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dd74811e-934c-4dd1-ba0b-907abe1d1a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.080096 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.129332 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dd74811e-934c-4dd1-ba0b-907abe1d1a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.133814 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-fffa216e-16c5-446e-87ab-43c3e39e3d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:48.145828 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74811e-934c-4dd1-ba0b-907abe1d1a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b742fb-fa1c-496d-909a-51f83e460f57,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:48.148503 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-dd74811e-934c-4dd1-ba0b-907abe1d1a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:48.159980 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dd74811e-934c-4dd1-ba0b-907abe1d1a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.161738 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-dd74811e-934c-4dd1-ba0b-907abe1d1a04 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/39b742fb-fa1c-496d-909a-51f83e460f57 HTTP/1.1" status: 204 len: 168 time: 0.1982582 Apr 30 13:14:48.492346 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-55d93e6e-a5de-4bbc-8796-04fe541fd027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.577547 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 44930) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:48.629971 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-5f4b294c-9be2-4612-9e00-bd145f96b5bf admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fdfb5048f6f6425893eb4afd4c447f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511250 Apr 30 13:14:48.632907 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 44934) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:48.709050 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9f053c7b-7a67-48d8-96d3-96858dae3275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.739713 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9f053c7b-7a67-48d8-96d3-96858dae3275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.807505 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9f053c7b-7a67-48d8-96d3-96858dae3275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.812129 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-11a87a0c-21f4-47e6-bd79-8e8e4c77e440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:48.822958 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f053c7b-7a67-48d8-96d3-96858dae3275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f388f2e-2b46-4a4b-a728-0c8b1caea148,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:48.832635 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9f053c7b-7a67-48d8-96d3-96858dae3275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:48.835976 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9f053c7b-7a67-48d8-96d3-96858dae3275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.839997 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-9f053c7b-7a67-48d8-96d3-96858dae3275 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4f388f2e-2b46-4a4b-a728-0c8b1caea148 HTTP/1.1" status: 204 len: 168 time: 0.2056293 Apr 30 13:14:48.965549 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d080ea-557a-4ddf-8036-9d9b452c81ab req-5ac56e13-d7b2-43eb-9571-520b77f3fbae tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:48.967080 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-39d080ea-557a-4ddf-8036-9d9b452c81ab req-5ac56e13-d7b2-43eb-9571-520b77f3fbae tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0880907 Apr 30 13:14:49.032507 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-39d080ea-557a-4ddf-8036-9d9b452c81ab req-147190dd-e3b7-4afc-a9a2-6a9d2dfd34b0 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596972 Apr 30 13:14:49.705024 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.242432 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3abf02-a039-4409-86d3-d4dab67aea28 req-fd459060-a582-4faa-9ee3-40e32fe0d203 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:50.244092 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2f3abf02-a039-4409-86d3-d4dab67aea28 req-fd459060-a582-4faa-9ee3-40e32fe0d203 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0931151 Apr 30 13:14:50.296964 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2f3abf02-a039-4409-86d3-d4dab67aea28 req-05d7c806-b2af-4e68-a954-725c0b1ef028 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462906 Apr 30 13:14:51.339483 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.496389 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131cd23-0c41-4658-9d5b-aff6af38cdbd req-10e292cf-8469-42d6-9ab3-82a7c498f45b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:51.498441 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6131cd23-0c41-4658-9d5b-aff6af38cdbd req-10e292cf-8469-42d6-9ab3-82a7c498f45b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0827584 Apr 30 13:14:51.543029 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6131cd23-0c41-4658-9d5b-aff6af38cdbd req-28749e1f-c598-4079-9147-15924f0ea7fd tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387738 Apr 30 13:14:52.803665 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5633c-5e77-4d89-8eb1-1a858552ec93 req-9c2dbec9-fc10-4373-a3a9-4272637a37e8 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:52.805418 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-25f5633c-5e77-4d89-8eb1-1a858552ec93 req-9c2dbec9-fc10-4373-a3a9-4272637a37e8 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1027353 Apr 30 13:14:52.869466 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-25f5633c-5e77-4d89-8eb1-1a858552ec93 req-62e0c5a7-440a-4038-bda8-3dd0828df2ae tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552566 Apr 30 13:14:53.990381 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45066) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:54.195933 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a867a2f-3bce-4298-829c-ca21bc9720a0 req-aca3bb1f-8bb8-4375-a241-e796ba7cd745 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:54.198829 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-0a867a2f-3bce-4298-829c-ca21bc9720a0 req-aca3bb1f-8bb8-4375-a241-e796ba7cd745 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1807430 Apr 30 13:14:54.226809 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7edd6b71-4262-46ba-8b78-245b1b2fc843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.261753 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-7edd6b71-4262-46ba-8b78-245b1b2fc843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:54.265704 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-0a867a2f-3bce-4298-829c-ca21bc9720a0 req-275353ce-20e8-40d4-80dc-99dc56eb31c9 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598085 Apr 30 13:14:54.267086 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-7edd6b71-4262-46ba-8b78-245b1b2fc843 admin admin] Usage tracker for resource:security_group_rule and tenant:2576950a93dd41eca76e3781ea9cf184 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:54.275847 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-7edd6b71-4262-46ba-8b78-245b1b2fc843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:54.288707 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-7edd6b71-4262-46ba-8b78-245b1b2fc843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:54.393993 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7edd6b71-4262-46ba-8b78-245b1b2fc843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.398982 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7edd6b71-4262-46ba-8b78-245b1b2fc843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.411536 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-edbf9997-8219-40d7-8415-aaddadc88d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:54.449461 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-7edd6b71-4262-46ba-8b78-245b1b2fc843 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2576950a93dd41eca76e3781ea9cf184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570897 Apr 30 13:14:54.452035 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd6b71-4262-46ba-8b78-245b1b2fc843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de5a9cb-0e38-4097-8ba9-093f09aa8658,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:54.452731 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 45080) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:54.458725 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7edd6b71-4262-46ba-8b78-245b1b2fc843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:54.553664 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-eddd888b-68ab-46d5-a0c0-391aed47376f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.582029 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-eddd888b-68ab-46d5-a0c0-391aed47376f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.652345 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-eddd888b-68ab-46d5-a0c0-391aed47376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.665805 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-bd55d244-c6a0-4578-94a8-f39cadbce5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:54.678303 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd888b-68ab-46d5-a0c0-391aed47376f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de5a9cb-0e38-4097-8ba9-093f09aa8658,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:54.682110 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-eddd888b-68ab-46d5-a0c0-391aed47376f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:54.686538 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-eddd888b-68ab-46d5-a0c0-391aed47376f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.687826 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-eddd888b-68ab-46d5-a0c0-391aed47376f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8de5a9cb-0e38-4097-8ba9-093f09aa8658 HTTP/1.1" status: 204 len: 168 time: 0.2337937 Apr 30 13:14:55.163254 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:14:55.467537 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f71a4-1781-40a6-ba2e-c2df35b320d5 req-f9721e4a-d04b-4957-8ab1-a9b05f61fbbb tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:55.469042 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d26f71a4-1781-40a6-ba2e-c2df35b320d5 req-f9721e4a-d04b-4957-8ab1-a9b05f61fbbb tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0912588 Apr 30 13:14:55.515872 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d26f71a4-1781-40a6-ba2e-c2df35b320d5 req-5a4b2e83-ff8a-4b98-ac4f-a1e9294703fe tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 Apr 30 13:14:55.692994 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c005eb-306d-4d6b-93b1-99561e489eb6 req-0fc7453e-1c2f-47e9-aa5a-787ec991b7b8 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:55.694491 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-90c005eb-306d-4d6b-93b1-99561e489eb6 req-0fc7453e-1c2f-47e9-aa5a-787ec991b7b8 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.0853052 Apr 30 13:14:55.741976 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-90c005eb-306d-4d6b-93b1-99561e489eb6 req-111da577-97e7-4016-b876-c00e8a2b4a49 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417264 Apr 30 13:14:56.708364 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dd90e-dc18-4c32-8e06-827d4784fcae req-fc6bf335-2a38-4570-a3f9-0c9a8eafd4d0 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:56.709873 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ec1dd90e-dc18-4c32-8e06-827d4784fcae req-fc6bf335-2a38-4570-a3f9-0c9a8eafd4d0 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0884919 Apr 30 13:14:56.757536 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ec1dd90e-dc18-4c32-8e06-827d4784fcae req-ae50f0e4-2840-4e64-82ee-fb1fe85bc57b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392461 Apr 30 13:14:56.946836 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363dd94-dc28-46c3-9c65-d46be5d1915d req-12d46de6-f4c7-4b4b-bd63-c1ff4baf199f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:56.948323 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8363dd94-dc28-46c3-9c65-d46be5d1915d req-12d46de6-f4c7-4b4b-bd63-c1ff4baf199f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.0838170 Apr 30 13:14:57.004052 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8363dd94-dc28-46c3-9c65-d46be5d1915d req-c4f12ab0-b0bd-41ee-9014-08206e6956b1 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487354 Apr 30 13:14:57.708396 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 45216) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:57.834455 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0a377ed4-ca3e-4707-a374-a5789b687c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.849917 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-0a377ed4-ca3e-4707-a374-a5789b687c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:57.853939 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-0a377ed4-ca3e-4707-a374-a5789b687c00 admin admin] Usage tracker for resource:security_group_rule and tenant:e7cef361415e49518b61f43e46eff894 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:57.857582 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-0a377ed4-ca3e-4707-a374-a5789b687c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:57.863830 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-0a377ed4-ca3e-4707-a374-a5789b687c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:58.009701 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9449a28-cb4c-48cc-8d2c-ef87f7dc71fe req-60d5ef77-526a-4d16-b62f-0f9190e83988 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:58.011218 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c9449a28-cb4c-48cc-8d2c-ef87f7dc71fe req-60d5ef77-526a-4d16-b62f-0f9190e83988 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1298983 Apr 30 13:14:58.044765 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0a377ed4-ca3e-4707-a374-a5789b687c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.065869 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0a377ed4-ca3e-4707-a374-a5789b687c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.074146 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c9449a28-cb4c-48cc-8d2c-ef87f7dc71fe req-10e373f9-f55b-44b9-8efa-b9652f390011 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536003 Apr 30 13:14:58.076750 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-58bf4caf-9391-469c-af76-72fb060f4153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:58.119374 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a377ed4-ca3e-4707-a374-a5789b687c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0a6616-07a6-4f0d-8b24-1f7fb04424ba,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:58.122323 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-0a377ed4-ca3e-4707-a374-a5789b687c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:58.124754 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-0a377ed4-ca3e-4707-a374-a5789b687c00 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e7cef361415e49518b61f43e46eff894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151635 Apr 30 13:14:58.127452 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 45226) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:58.188773 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-72060a0a-9fc0-42f5-b1be-f39f0d5c4a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.207620 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ba42b-b26c-4910-bed7-d41a5dbe282e req-a5c51b96-1192-495f-8c27-79ad1dc7218f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:58.209069 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ed9ba42b-b26c-4910-bed7-d41a5dbe282e req-a5c51b96-1192-495f-8c27-79ad1dc7218f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.0846140 Apr 30 13:14:58.214346 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-72060a0a-9fc0-42f5-b1be-f39f0d5c4a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.254937 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ed9ba42b-b26c-4910-bed7-d41a5dbe282e req-538caf35-3ecb-4e83-8850-ae4a4a12e00e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400219 Apr 30 13:14:58.269524 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-72060a0a-9fc0-42f5-b1be-f39f0d5c4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.273346 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-637c71ba-bcae-4229-8218-c1149ea2eddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:58.284893 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72060a0a-9fc0-42f5-b1be-f39f0d5c4a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0a6616-07a6-4f0d-8b24-1f7fb04424ba,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:58.288370 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-72060a0a-9fc0-42f5-b1be-f39f0d5c4a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:58.291785 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-72060a0a-9fc0-42f5-b1be-f39f0d5c4a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.295240 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-72060a0a-9fc0-42f5-b1be-f39f0d5c4a5b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4c0a6616-07a6-4f0d-8b24-1f7fb04424ba HTTP/1.1" status: 204 len: 168 time: 0.1645527 Apr 30 13:14:58.381929 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45236) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:58.446599 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0aaca7-cfa9-42cf-ac38-a6195aef1be5 admin admin] Deleting subnet 46ac01a2-ee57-495b-bba9-0308c043121a {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:14:58.449408 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de0aaca7-cfa9-42cf-ac38-a6195aef1be5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.497742 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de0aaca7-cfa9-42cf-ac38-a6195aef1be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3502601'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.559898 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de0aaca7-cfa9-42cf-ac38-a6195aef1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134165206'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.581951 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 45242) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:58.599660 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d2b2f610-7f8d-43a5-8731-065eee91a952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.615128 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-d2b2f610-7f8d-43a5-8731-065eee91a952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:58.619128 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-d2b2f610-7f8d-43a5-8731-065eee91a952 admin admin] Usage tracker for resource:security_group_rule and tenant:a19bb02e51474395aa5bcbe6469b4a19 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:58.621973 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-d2b2f610-7f8d-43a5-8731-065eee91a952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:58.628089 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-d2b2f610-7f8d-43a5-8731-065eee91a952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:58.726483 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d2b2f610-7f8d-43a5-8731-065eee91a952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.730695 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d2b2f610-7f8d-43a5-8731-065eee91a952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.738982 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-44e6d092-c60d-4b96-983f-b908ba55abc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:58.781790 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-d2b2f610-7f8d-43a5-8731-065eee91a952 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a19bb02e51474395aa5bcbe6469b4a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987236 Apr 30 13:14:58.782722 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2f610-7f8d-43a5-8731-065eee91a952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558094b6-1d9b-4745-aef3-a0d4b12854ef,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:58.785612 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 45248) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:58.787779 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d2b2f610-7f8d-43a5-8731-065eee91a952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:58.807157 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de0aaca7-cfa9-42cf-ac38-a6195aef1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134165199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2553903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2189429'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.812474 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e92151cb-4ecd-4f09-8867-6ff546cbfa7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:58.845709 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a69249d5-784d-47c4-9386-2606e346ced7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.849356 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0aaca7-cfa9-42cf-ac38-a6195aef1be5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ac01a2-ee57-495b-bba9-0308c043121a,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:58.851500 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-de0aaca7-cfa9-42cf-ac38-a6195aef1be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.855484 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-de0aaca7-cfa9-42cf-ac38-a6195aef1be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:58.863793 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-de0aaca7-cfa9-42cf-ac38-a6195aef1be5 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/46ac01a2-ee57-495b-bba9-0308c043121a HTTP/1.1" status: 204 len: 168 time: 0.4806504 Apr 30 13:14:58.866239 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45252) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:58.872447 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a69249d5-784d-47c4-9386-2606e346ced7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.924999 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a69249d5-784d-47c4-9386-2606e346ced7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.928976 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-bcec0ce0-4b9e-49c6-b844-47c049ebd04e tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:58.939946 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69249d5-784d-47c4-9386-2606e346ced7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558094b6-1d9b-4745-aef3-a0d4b12854ef,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:58.942193 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a69249d5-784d-47c4-9386-2606e346ced7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:58.947698 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a69249d5-784d-47c4-9386-2606e346ced7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.954044 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-a69249d5-784d-47c4-9386-2606e346ced7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/558094b6-1d9b-4745-aef3-a0d4b12854ef HTTP/1.1" status: 204 len: 168 time: 0.1624849 Apr 30 13:14:58.972113 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133776857'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.098547 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134168155', 'neutron.services.segments.db._delete_segments_for_network-8749317885085'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.219980 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2a0893-c012-4524-a1b6-780aabea71da']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:59.235241 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a59e979-8261-43f1-b792-2cb88a0cf5bc') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:59.235556 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a59e979-8261-43f1-b792-2cb88a0cf5bc') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:59.248827 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749317896807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3502592'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.271198 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.280844 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:14:59.291133 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c5c85-b06e-4d2c-a576-08d8baee6829 req-5b97bc23-91c4-4571-b2b4-7ce02fa53867 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:59.292621 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-382c5c85-b06e-4d2c-a576-08d8baee6829 req-5b97bc23-91c4-4571-b2b4-7ce02fa53867 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0967126 Apr 30 13:14:59.375726 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-382c5c85-b06e-4d2c-a576-08d8baee6829 req-fe9274e0-3c80-45e9-9acd-0676c4a89eba tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724912 Apr 30 13:14:59.587160 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] Network ab2a0893-c012-4524-a1b6-780aabea71da has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:14:59.603696 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134162659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2553989'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.730139 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872322f8-0f41-43a3-a563-37cb231877aa req-68e36667-f046-4ce3-a1de-5697ab8a7c5c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:59.731713 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-872322f8-0f41-43a3-a563-37cb231877aa req-68e36667-f046-4ce3-a1de-5697ab8a7c5c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.2857456 Apr 30 13:14:59.806911 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] Network ab2a0893-c012-4524-a1b6-780aabea71da has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: Traceback (most recent call last): Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: timer() Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: cb(*args, **kw) Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: return func(*args, **kwargs) Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: self._notify() Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: self.callback(batched_events) Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: event.method(event) Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: return f(self, *a, **k) Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: return self._get(url).json() Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: return self.request(url, 'GET', **kwargs) Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:14:59.829945 dv-cinder-788363-2-smb neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:14:59.912994 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-872322f8-0f41-43a3-a563-37cb231877aa req-2b9e9fef-c6cd-4955-9f93-033de6df7739 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390109 Apr 30 13:14:59.937519 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134168144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931953'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.942550 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-dbc59b84-54a5-4ee8-8d63-090ba78a40d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:59.960085 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.975182 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] Pushing event deleted for resources: {'Network': ['ID=ab2a0893-c012-4524-a1b6-780aabea71da,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:59.978760 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:59.983038 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-4402f3f6-57df-40d7-8527-f7106f41cceb admin admin] 10.222.0.93 "DELETE /v2.0/networks/ab2a0893-c012-4524-a1b6-780aabea71da HTTP/1.1" status: 204 len: 168 time: 1.1153340 Apr 30 13:15:00.215034 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 45304) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:00.277932 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-07228681-f2ab-46af-8443-8b966eb15a4d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ec2819d344fc484e989aebbec429bee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587342 Apr 30 13:15:00.278064 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 45310) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:00.342159 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.369728 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.438290 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.443691 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d2b2f610-7f8d-43a5-8731-065eee91a952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:00.462264 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdf90aa-0e7f-4997-882f-cc795919b441,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:00.471883 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:00.472290 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:00.472641 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:00.472982 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:00.473369 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:00.473845 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:00.475056 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:00.475056 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:00.475056 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:00.475417 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:00.475626 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:00.475870 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:00.481153 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:00.538974 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.542310 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2bdf90aa-0e7f-4997-882f-cc795919b441 HTTP/1.1" status: 204 len: 168 time: 0.2611446 Apr 30 13:15:00.586806 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5464935-4cfa-4ff8-be99-7d8e7a61aa31 req-087b9cde-4d8a-4e55-a228-bd1b9a0308c0 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:00.588423 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d5464935-4cfa-4ff8-be99-7d8e7a61aa31 req-087b9cde-4d8a-4e55-a228-bd1b9a0308c0 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0931571 Apr 30 13:15:00.696489 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d5464935-4cfa-4ff8-be99-7d8e7a61aa31 req-a321b535-6bec-42e0-b049-2f709550a845 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980563 Apr 30 13:15:01.121058 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e3ed2-adc8-4286-b2e4-2c697c4f229b req-c86d9665-17aa-4e1e-ab99-a892a7ccb116 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:01.123986 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-999e3ed2-adc8-4286-b2e4-2c697c4f229b req-c86d9665-17aa-4e1e-ab99-a892a7ccb116 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.0892708 Apr 30 13:15:01.168851 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-999e3ed2-adc8-4286-b2e4-2c697c4f229b req-643b7b55-2d37-4f15-959f-693275fd1e74 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401461 Apr 30 13:15:01.840622 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.889498 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527532a4-1771-4fae-83c3-0b0d606244e0 req-f4342cfb-b7e2-4f34-8291-fd593df4bf1d tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:01.891015 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-527532a4-1771-4fae-83c3-0b0d606244e0 req-f4342cfb-b7e2-4f34-8291-fd593df4bf1d tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0847065 Apr 30 13:15:01.936687 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-527532a4-1771-4fae-83c3-0b0d606244e0 req-5b0f612d-b398-415a-b48e-d77c06250249 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399137 Apr 30 13:15:02.363162 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70b247-28e0-4f47-ab90-0724f8d70b8e req-db30a48b-cfa4-40d7-b1e7-b79c844e497f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:02.364644 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9f70b247-28e0-4f47-ab90-0724f8d70b8e req-db30a48b-cfa4-40d7-b1e7-b79c844e497f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.0804939 Apr 30 13:15:02.412722 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9f70b247-28e0-4f47-ab90-0724f8d70b8e req-0de0e9d3-7f99-424c-a423-964833cac2f2 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420151 Apr 30 13:15:02.417286 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-00c0efd8-abbc-412b-93cc-71879c5f8179 req-5df35575-d8a5-4588-bfad-b4ab2729308d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709105 Apr 30 13:15:02.525776 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0efd8-abbc-412b-93cc-71879c5f8179 req-5a54ef7c-8eaa-4072-8099-6d73a7aceac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:02.527352 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-00c0efd8-abbc-412b-93cc-71879c5f8179 req-5a54ef7c-8eaa-4072-8099-6d73a7aceac0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=728e011aaa33473ea39ea408ff1c6201&device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 1098 time: 0.0737112 Apr 30 13:15:02.682812 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0efd8-abbc-412b-93cc-71879c5f8179 req-939320a6-4d35-4267-bb0a-0c813a4f4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:02.684306 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-00c0efd8-abbc-412b-93cc-71879c5f8179 req-939320a6-4d35-4267-bb0a-0c813a4f4c84 service neutron] 10.222.0.90 "GET /v2.0/networks?id=035c0dcc-7aef-41c7-bb29-43b3d853a08d HTTP/1.1" status: 200 len: 921 time: 0.1336744 Apr 30 13:15:02.757335 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-00c0efd8-abbc-412b-93cc-71879c5f8179 req-f148c2fd-5912-43a9-bb1e-5441c814af67 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2812bac3-5c3f-4371-ac41-c600102fdf90 HTTP/1.1" status: 200 len: 217 time: 0.0647330 Apr 30 13:15:02.880120 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0efd8-abbc-412b-93cc-71879c5f8179 req-4a76b2e6-0232-449e-b5b6-7e7d078a5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:02.881577 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-00c0efd8-abbc-412b-93cc-71879c5f8179 req-4a76b2e6-0232-449e-b5b6-7e7d078a5f1e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe60babf-fd3a-4f6e-bd32-5cb1a265cccb HTTP/1.1" status: 200 len: 859 time: 0.1174655 Apr 30 13:15:02.931162 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-00c0efd8-abbc-412b-93cc-71879c5f8179 req-a8d179fc-f514-4d68-bdd9-045d11527b8a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=035c0dcc-7aef-41c7-bb29-43b3d853a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404124 Apr 30 13:15:03.131907 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-00c0efd8-abbc-412b-93cc-71879c5f8179 req-45ed3318-013e-4952-b04f-49fa85c84ff8 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923311 Apr 30 13:15:03.243612 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bf25a-f570-404c-b651-f7704a5c74d0 req-6d739778-9f1d-4a41-8a37-5d989042f455 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:03.245115 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7f5bf25a-f570-404c-b651-f7704a5c74d0 req-6d739778-9f1d-4a41-8a37-5d989042f455 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1923029 Apr 30 13:15:03.318393 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7f5bf25a-f570-404c-b651-f7704a5c74d0 req-ec5f6f07-0f5c-47f2-9d02-18945b93c344 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628870 Apr 30 13:15:03.327709 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-00c0efd8-abbc-412b-93cc-71879c5f8179 req-a91fac85-d5b5-4eb0-ab32-ba182cae1468 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855931 Apr 30 13:15:03.616963 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c71d06-6204-4fcc-af9c-0591c328a4a7 req-5406589a-db03-4a54-bedf-5a1a47288ad8 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:03.618667 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c0c71d06-6204-4fcc-af9c-0591c328a4a7 req-5406589a-db03-4a54-bedf-5a1a47288ad8 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.0891976 Apr 30 13:15:03.670788 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c0c71d06-6204-4fcc-af9c-0591c328a4a7 req-dfb72451-7107-47aa-a69b-27c020ddf898 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437880 Apr 30 13:15:04.508968 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0d2c6-abe7-44fd-b63e-a87a8d22fa69 req-af1930a1-1f7d-4331-8405-c129f2288653 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:04.510458 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d5d0d2c6-abe7-44fd-b63e-a87a8d22fa69 req-af1930a1-1f7d-4331-8405-c129f2288653 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0808101 Apr 30 13:15:04.563849 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d5d0d2c6-abe7-44fd-b63e-a87a8d22fa69 req-64bd23b7-558c-487e-bd04-071c52738814 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464683 Apr 30 13:15:04.868422 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b6ce7-1828-4875-b021-ee4660c6ec89 req-d87982f1-3de4-46d0-ba0f-4d87fd56fce3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:04.869929 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ff2b6ce7-1828-4875-b021-ee4660c6ec89 req-d87982f1-3de4-46d0-ba0f-4d87fd56fce3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.0852494 Apr 30 13:15:04.927257 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ff2b6ce7-1828-4875-b021-ee4660c6ec89 req-15be6334-0ba8-4413-9138-a82aef7382f1 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510135 Apr 30 13:15:05.071963 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bb836-a4fc-4329-b4c9-577ccba65fa0 req-942f4987-7d2e-4244-a82c-f6ef6342dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:05.073784 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3d7bb836-a4fc-4329-b4c9-577ccba65fa0 req-942f4987-7d2e-4244-a82c-f6ef6342dee1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 1098 time: 0.1089818 Apr 30 13:15:05.135021 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3d7bb836-a4fc-4329-b4c9-577ccba65fa0 req-fd5b3bdb-112e-4126-a171-525bedb10f6f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542421 Apr 30 13:15:05.324902 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 45416) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:05.444602 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f7ad05a3-f79a-4a29-af61-cd580cbfefa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.459748 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-f7ad05a3-f79a-4a29-af61-cd580cbfefa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:05.463525 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-f7ad05a3-f79a-4a29-af61-cd580cbfefa7 admin admin] Usage tracker for resource:security_group_rule and tenant:2313975f74344c788e8c3cd9d4b259ab is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:05.466304 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-f7ad05a3-f79a-4a29-af61-cd580cbfefa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:05.471850 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-f7ad05a3-f79a-4a29-af61-cd580cbfefa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:05.557578 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f7ad05a3-f79a-4a29-af61-cd580cbfefa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.561937 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f7ad05a3-f79a-4a29-af61-cd580cbfefa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.568606 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-91c9982e-028e-46da-bc8e-5a6dad2604a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:05.608767 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-f7ad05a3-f79a-4a29-af61-cd580cbfefa7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2313975f74344c788e8c3cd9d4b259ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827849 Apr 30 13:15:05.609681 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad05a3-f79a-4a29-af61-cd580cbfefa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43d88a3-fa6f-4e5f-a1f6-b5311779643f,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:05.611557 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45428) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:05.617488 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f7ad05a3-f79a-4a29-af61-cd580cbfefa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:05.677345 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.708733 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.770437 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae11b-a1b2-4d0f-a355-f59706602561 req-bb6f97ff-5398-42f3-9172-d122efd6e6ea tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:05.772180 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b16ae11b-a1b2-4d0f-a355-f59706602561 req-bb6f97ff-5398-42f3-9172-d122efd6e6ea tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0923445 Apr 30 13:15:05.773950 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.777753 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2e10bc47-774f-43b7-8c6b-faa7874ce3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:05.793017 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43d88a3-fa6f-4e5f-a1f6-b5311779643f,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:05.803383 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:05.803672 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:05.804018 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:05.804360 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:05.804759 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:05.805025 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:05.805358 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:05.805688 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:05.806068 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:05.806362 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:05.806691 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:05.807015 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:05.811438 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:05.813705 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.815267 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f43d88a3-fa6f-4e5f-a1f6-b5311779643f HTTP/1.1" status: 204 len: 168 time: 0.2026899 Apr 30 13:15:05.838598 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b16ae11b-a1b2-4d0f-a355-f59706602561 req-57ce3498-0fc9-462b-b0c5-07b9933876da tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572491 Apr 30 13:15:06.114411 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45450) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:06.222922 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05d35a-7727-4471-93bb-b390774bf4c5 req-4d331d52-3c7b-4e6d-8ebb-1e1418fe2c28 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:06.224687 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5b05d35a-7727-4471-93bb-b390774bf4c5 req-4d331d52-3c7b-4e6d-8ebb-1e1418fe2c28 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.0952652 Apr 30 13:15:06.295985 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5b05d35a-7727-4471-93bb-b390774bf4c5 req-bbdcd8ca-5ecb-4f6c-80e1-917b5cc3af59 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607708 Apr 30 13:15:06.296848 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bf40492c-f2f4-4be3-8105-e5b623e676a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.308254 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 45456) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:06.313127 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-bf40492c-f2f4-4be3-8105-e5b623e676a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:06.320988 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-bf40492c-f2f4-4be3-8105-e5b623e676a0 admin admin] Usage tracker for resource:security_group_rule and tenant:af577955736f4e67b884aeab49818ff8 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:06.323987 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-bf40492c-f2f4-4be3-8105-e5b623e676a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:06.330658 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-bf40492c-f2f4-4be3-8105-e5b623e676a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:06.332436 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-98702130-71fa-4b11-817b-02e798354c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.353736 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-98702130-71fa-4b11-817b-02e798354c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:06.358462 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-98702130-71fa-4b11-817b-02e798354c2f admin admin] Usage tracker for resource:security_group_rule and tenant:7df7fcca8e4b442c93cbf5d3cf1a1f76 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:06.361378 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-98702130-71fa-4b11-817b-02e798354c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:06.367719 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-98702130-71fa-4b11-817b-02e798354c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:06.462920 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-98702130-71fa-4b11-817b-02e798354c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.468793 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-98702130-71fa-4b11-817b-02e798354c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.469617 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bf40492c-f2f4-4be3-8105-e5b623e676a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.477352 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bf40492c-f2f4-4be3-8105-e5b623e676a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.489294 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-578120d4-ef60-4e08-815a-8683638029eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:06.494792 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-00eea0d2-894d-4efd-8496-d6c0b4085a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:06.525453 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98702130-71fa-4b11-817b-02e798354c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0825226a-200c-4ace-b69f-0cfc837f40dc,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:06.530720 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-98702130-71fa-4b11-817b-02e798354c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:06.545842 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40492c-f2f4-4be3-8105-e5b623e676a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b4d66f-2e18-4146-babd-0d8c4c3a40b5,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:06.551977 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-98702130-71fa-4b11-817b-02e798354c2f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7df7fcca8e4b442c93cbf5d3cf1a1f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398019 Apr 30 13:15:06.552223 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-bf40492c-f2f4-4be3-8105-e5b623e676a0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=af577955736f4e67b884aeab49818ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344311 Apr 30 13:15:06.552223 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-bf40492c-f2f4-4be3-8105-e5b623e676a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:06.552448 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 45460) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:06.553240 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45462) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:06.614339 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a0817b1b-849f-42d6-b51c-93a99af7cf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.620855 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2cca6e37-9e05-4d15-b173-2dd591ff583c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.641906 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a0817b1b-849f-42d6-b51c-93a99af7cf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.647271 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2cca6e37-9e05-4d15-b173-2dd591ff583c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.695022 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a0817b1b-849f-42d6-b51c-93a99af7cf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.698858 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-0a377ed4-ca3e-4707-a374-a5789b687c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:06.703074 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2cca6e37-9e05-4d15-b173-2dd591ff583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.706817 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d0600105-c3c4-4714-8a37-20f84b054ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:06.715161 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0817b1b-849f-42d6-b51c-93a99af7cf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0825226a-200c-4ace-b69f-0cfc837f40dc,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:06.717918 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a0817b1b-849f-42d6-b51c-93a99af7cf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:06.718887 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca6e37-9e05-4d15-b173-2dd591ff583c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b4d66f-2e18-4146-babd-0d8c4c3a40b5,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:06.720841 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2cca6e37-9e05-4d15-b173-2dd591ff583c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:06.729713 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a0817b1b-849f-42d6-b51c-93a99af7cf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.734418 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2cca6e37-9e05-4d15-b173-2dd591ff583c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.737838 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-2cca6e37-9e05-4d15-b173-2dd591ff583c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/21b4d66f-2e18-4146-babd-0d8c4c3a40b5 HTTP/1.1" status: 204 len: 168 time: 0.1819615 Apr 30 13:15:06.737926 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-a0817b1b-849f-42d6-b51c-93a99af7cf95 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0825226a-200c-4ace-b69f-0cfc837f40dc HTTP/1.1" status: 204 len: 168 time: 0.1805074 Apr 30 13:15:07.038816 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af263d8a-4fdd-47e8-a70c-edb91a32b4fa req-8de4111f-2c12-42c8-8c6d-0a3ee2c66406 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:07.040703 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-af263d8a-4fdd-47e8-a70c-edb91a32b4fa req-8de4111f-2c12-42c8-8c6d-0a3ee2c66406 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.0986001 Apr 30 13:15:07.098973 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-af263d8a-4fdd-47e8-a70c-edb91a32b4fa req-85a2269b-9030-45cd-9ab9-32c3af4ca153 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518696 Apr 30 13:15:07.508121 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc559e4-7f36-4165-8929-260589e739a6 req-ee99c038-2fe9-455e-a7da-6ea080e8d891 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:07.509643 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8dc559e4-7f36-4165-8929-260589e739a6 req-ee99c038-2fe9-455e-a7da-6ea080e8d891 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.0896897 Apr 30 13:15:07.577881 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8dc559e4-7f36-4165-8929-260589e739a6 req-19428885-842f-4764-806e-f8f33876c14b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607395 Apr 30 13:15:07.601096 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45524) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:07.752781 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f07733-6a5d-4456-9dde-8ca5ae2df2e2 req-7d40a89e-1681-430d-8461-0bcc6ce3a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:07.754323 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-97f07733-6a5d-4456-9dde-8ca5ae2df2e2 req-7d40a89e-1681-430d-8461-0bcc6ce3a3cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=728e011aaa33473ea39ea408ff1c6201&device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 1098 time: 0.1563923 Apr 30 13:15:07.769432 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225e41d-c3f9-4924-9da8-6ed3e98361b3 req-e749e33a-0066-4b8d-86b4-2f0089025c2e tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:07.771061 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9225e41d-c3f9-4924-9da8-6ed3e98361b3 req-e749e33a-0066-4b8d-86b4-2f0089025c2e tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1153681 Apr 30 13:15:07.831851 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-710622199-network', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:07.836708 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:07.841120 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Usage tracker for resource:network and tenant:e2315ab7c5ff4612b3d026e8991e696c is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:07.850822 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:07.859010 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:07.871536 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Made reservation on behalf of e2315ab7c5ff4612b3d026e8991e696c for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:07.874823 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.894139 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.912633 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9225e41d-c3f9-4924-9da8-6ed3e98361b3 req-e0da55a4-9a85-4521-9ccd-2e1cedb33996 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359768 Apr 30 13:15:07.912973 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:07.918975 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Usage tracker for resource:security_group_rule and tenant:e2315ab7c5ff4612b3d026e8991e696c is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:07.921974 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:07.929210 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:07.953107 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f07733-6a5d-4456-9dde-8ca5ae2df2e2 req-9b490685-a2db-4497-bae0-024230a617ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:07.954559 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-97f07733-6a5d-4456-9dde-8ca5ae2df2e2 req-9b490685-a2db-4497-bae0-024230a617ed service neutron] 10.222.0.90 "GET /v2.0/networks?id=035c0dcc-7aef-41c7-bb29-43b3d853a08d HTTP/1.1" status: 200 len: 921 time: 0.1768496 Apr 30 13:15:08.023308 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:08.029885 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:08.033645 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cce24f4d-3df2-48fe-b885-4fa88b0362c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:08.037692 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-97f07733-6a5d-4456-9dde-8ca5ae2df2e2 req-3a98a9d6-93cb-42f8-a496-e712b15297d7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb9b319-5477-46cb-afba-f220da9e8b39 HTTP/1.1" status: 200 len: 217 time: 0.0698805 Apr 30 13:15:08.063598 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] vlan segment allocate from pool success with {'vlan_id': 1240, 'physical_network': 'physnet1'} {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:15:08.073847 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b0b4e0-b127-4a3e-9a52-9c7e4dc1c62f,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:08.078638 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:08.081331 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:08.081787 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.segments_db [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Added segment 168618f6-ce33-439b-928f-5588dcce807d of type vlan for network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 Apr 30 13:15:08.112601 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:08.143540 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f07733-6a5d-4456-9dde-8ca5ae2df2e2 req-6dca2225-f1df-4cac-a391-e400a8f8c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:08.144992 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-97f07733-6a5d-4456-9dde-8ca5ae2df2e2 req-6dca2225-f1df-4cac-a391-e400a8f8c49c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe60babf-fd3a-4f6e-bd32-5cb1a265cccb HTTP/1.1" status: 200 len: 859 time: 0.0944784 Apr 30 13:15:08.149433 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:08.150900 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:08.151581 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:08.155208 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:08.274748 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-97f07733-6a5d-4456-9dde-8ca5ae2df2e2 req-7a8ebe33-b5c0-40ce-9af1-1fd901026897 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=035c0dcc-7aef-41c7-bb29-43b3d853a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182714 Apr 30 13:15:08.344221 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Pushing event updated for resources: {'Network': ['ID=e2ab7158-f98e-4d3d-83e2-a340a94b09d4,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:08.347444 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7450597 Apr 30 13:15:08.348332 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:08.350709 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45548) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:08.357167 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Request body: {'subnet': {'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-710622199-subnet', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:08.359799 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:15:08.364044 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:08.370569 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Usage tracker for resource:subnet and tenant:e2315ab7c5ff4612b3d026e8991e696c is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:08.375789 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:08.385820 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:08.404842 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Made reservation on behalf of e2315ab7c5ff4612b3d026e8991e696c for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:08.415566 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2189416'] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:08.424492 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-97f07733-6a5d-4456-9dde-8ca5ae2df2e2 req-df3081a5-ca2d-44bc-88d3-e6388eef1150 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423075 Apr 30 13:15:08.597379 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-97f07733-6a5d-4456-9dde-8ca5ae2df2e2 req-7e24ea6e-9cc8-48d2-aa60-a2337a9e9dc4 service neutron] 10.222.0.90 "GET /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657426 Apr 30 13:15:08.816999 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec469b2-aa9c-464c-9242-3ae1db2d9e22 req-325ccf80-6fcf-4b53-acbe-956a7904ac4b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:08.818721 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1ec469b2-aa9c-464c-9242-3ae1db2d9e22 req-325ccf80-6fcf-4b53-acbe-956a7904ac4b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.1024129 Apr 30 13:15:08.879131 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1ec469b2-aa9c-464c-9242-3ae1db2d9e22 req-87d48615-4429-4efa-bece-9bb5fe1be8ca tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532756 Apr 30 13:15:09.115771 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2554338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2189434'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:09.122757 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-de0aaca7-cfa9-42cf-ac38-a6195aef1be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:09.199065 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e3d98-d8bd-4681-ac17-3f57f5a4031e req-e825657a-eb4e-41e7-9240-c3b13597b7b8 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:09.201383 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dd7e3d98-d8bd-4681-ac17-3f57f5a4031e req-e825657a-eb4e-41e7-9240-c3b13597b7b8 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1525669 Apr 30 13:15:09.210438 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8facbdf-7217-4729-a0a4-6e6b9aa34125,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:09.214741 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:09.219910 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Checking segment: {'id': '168618f6-ce33-439b-928f-5588dcce807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:09.220371 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Network hostable DHCP agents. Network: e2ab7158-f98e-4d3d-83e2-a340a94b09d4, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:15:09.240211 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:15:09.252482 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, e2ab7158-f98e-4d3d-83e2-a340a94b09d4) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:09.268949 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7095b490-8677-4b10-9885-7f2fea95a47e None None] Network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:09.275788 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:09.279400 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:09.285116 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dd7e3d98-d8bd-4681-ac17-3f57f5a4031e req-1cca9c3f-73e4-49a7-94fd-cea89e47d7f8 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739515 Apr 30 13:15:09.308280 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9557579 Apr 30 13:15:09.311158 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 45584) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:09.316376 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:09.320820 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:09.324715 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Usage tracker for resource:router and tenant:e2315ab7c5ff4612b3d026e8991e696c is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:09.328234 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:09.333843 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:09.344311 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59942'] for router, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:09.345505 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-973016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59999'] for router, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:09.371508 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:09.532492 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6240a12c-8c8e-5dca-9d08-f3b2e435f8ad-e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'fixed_ips': [{'subnet_id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125'}]}} from dv-cinder-788363-2-smb. {{(pid=73860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:15:09.533375 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:09.715279 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-646741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59977'] for router, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:09.737037 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Allocated IP 172.20.0.2 (e2ab7158-f98e-4d3d-83e2-a340a94b09d4/d8facbdf-7217-4729-a0a4-6e6b9aa34125/105490ff-9a24-4fbd-b956-6f7a7e319a29) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:09.962527 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:09.979004 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Transition to ACTIVE for port object 105490ff-9a24-4fbd-b956-6f7a7e319a29 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:10.007140 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Transition to ACTIVE for port object 105490ff-9a24-4fbd-b956-6f7a7e319a29 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:10.007390 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45604) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:10.011591 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.015972 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:10.105741 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.119674 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:10.123098 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:10.127629 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:10.129915 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Pushing event updated for resources: {'Port': ['ID=105490ff-9a24-4fbd-b956-6f7a7e319a29,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:10.133270 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:10.160142 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.167161 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4627-a37f-45c3-ba79-d651bd9d24fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.197210 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5e0a4627-a37f-45c3-ba79-d651bd9d24fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:10.204076 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-5e0a4627-a37f-45c3-ba79-d651bd9d24fc admin admin] Usage tracker for resource:security_group_rule and tenant:a98c92533e6c4e7695db159c1bf92f2a is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:10.208668 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-5e0a4627-a37f-45c3-ba79-d651bd9d24fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:10.220611 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d74aa-9808-4ff9-959a-3b97924c3af0 req-24a0b0d1-e767-4f8e-b620-4481a3393d8a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:10.232228 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-559d74aa-9808-4ff9-959a-3b97924c3af0 req-24a0b0d1-e767-4f8e-b620-4481a3393d8a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.1939034 Apr 30 13:15:10.236384 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Attempting to bind port 105490ff-9a24-4fbd-b956-6f7a7e319a29 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:10.236773 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Attempting to bind port 105490ff-9a24-4fbd-b956-6f7a7e319a29 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '168618f6-ce33-439b-928f-5588dcce807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:10.237151 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Attempting to bind port 105490ff-9a24-4fbd-b956-6f7a7e319a29 on network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:10.239966 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5e0a4627-a37f-45c3-ba79-d651bd9d24fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:10.243563 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:10.244245 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Checking segment: {'id': '168618f6-ce33-439b-928f-5588dcce807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:10.244777 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.245179 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Bound using segment: {'id': '168618f6-ce33-439b-928f-5588dcce807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:10.245725 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Bound port: 105490ff-9a24-4fbd-b956-6f7a7e319a29, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168618f6-ce33-439b-928f-5588dcce807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:10.246146 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.321177 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-559d74aa-9808-4ff9-959a-3b97924c3af0 req-b2050008-9383-4d28-9ab1-d649b820e0fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877330 Apr 30 13:15:10.362839 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] For port 105490ff-9a24-4fbd-b956-6f7a7e319a29, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:10.366992 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] For port 105490ff-9a24-4fbd-b956-6f7a7e319a29, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=105490ff-9a24-4fbd-b956-6f7a7e319a29,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:10.374135 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.386685 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:10.406241 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4627-a37f-45c3-ba79-d651bd9d24fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.411633 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4627-a37f-45c3-ba79-d651bd9d24fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.420978 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f7bb2bd1-69d4-4abf-b7d5-4d8b93cf32fe tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:10.431455 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Allocated IP 172.28.0.129 (07ca4a00-754c-4ee1-bad7-4e9920ec041b/ec54f1e6-42a0-405f-bb60-0305afc35dfb/6f01f062-3c26-405e-8e69-b56e8cf3e4a2) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:10.464933 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-5e0a4627-a37f-45c3-ba79-d651bd9d24fc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a98c92533e6c4e7695db159c1bf92f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565532 Apr 30 13:15:10.466497 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a4627-a37f-45c3-ba79-d651bd9d24fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b69d4b5-a1d8-4b48-8b16-28eab3f5c36c,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:10.468943 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45614) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:10.484634 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5e0a4627-a37f-45c3-ba79-d651bd9d24fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:10.504854 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Pushing event updated for resources: {'Port': ['ID=105490ff-9a24-4fbd-b956-6f7a7e319a29,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:10.508219 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:10.552970 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4a63545e-9424-4448-a3f8-ea0751ab03e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.580685 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4a63545e-9424-4448-a3f8-ea0751ab03e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.661905 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4a63545e-9424-4448-a3f8-ea0751ab03e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.673756 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1a57834c-17c9-4a70-8d19-eaf30e5a8673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:10.701039 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63545e-9424-4448-a3f8-ea0751ab03e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b69d4b5-a1d8-4b48-8b16-28eab3f5c36c,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:10.704277 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4a63545e-9424-4448-a3f8-ea0751ab03e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:10.705377 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3a8d6-1742-49a8-832b-4c87b918d1a1 req-2269b603-359e-48f7-822d-6e027af5a971 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:10.706823 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4a63545e-9424-4448-a3f8-ea0751ab03e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.723104 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2eb3a8d6-1742-49a8-832b-4c87b918d1a1 req-2269b603-359e-48f7-822d-6e027af5a971 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.2807024 Apr 30 13:15:10.727158 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-4a63545e-9424-4448-a3f8-ea0751ab03e7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8b69d4b5-a1d8-4b48-8b16-28eab3f5c36c HTTP/1.1" status: 204 len: 168 time: 0.2447419 Apr 30 13:15:10.740727 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.803649 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2eb3a8d6-1742-49a8-832b-4c87b918d1a1 req-2bee0ac2-658e-4079-ab49-29129db4fdf0 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796604 Apr 30 13:15:10.863007 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.868623 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d9753e60-c3d1-4d07-b68e-21496c51a4a1 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:10.933911 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:10.945406 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:10.956268 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:11.021598 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Pushing event updated for resources: {'Port': ['ID=6f01f062-3c26-405e-8e69-b56e8cf3e4a2,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:11.024665 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:11.128249 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45622) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:11.152583 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b589f09e-a9dc-4caa-b673-d2b47a49ee81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.168606 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-b589f09e-a9dc-4caa-b673-d2b47a49ee81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:11.173042 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-b589f09e-a9dc-4caa-b673-d2b47a49ee81 admin admin] Usage tracker for resource:security_group_rule and tenant:2a7ed9f85bf040758d81f88c73a53bb4 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:11.175849 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-b589f09e-a9dc-4caa-b673-d2b47a49ee81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:11.181483 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-b589f09e-a9dc-4caa-b673-d2b47a49ee81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:11.269980 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b589f09e-a9dc-4caa-b673-d2b47a49ee81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.274310 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b589f09e-a9dc-4caa-b673-d2b47a49ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.285582 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-032ea438-6969-4117-8b6d-6b569c33c63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:11.331265 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-b589f09e-a9dc-4caa-b673-d2b47a49ee81 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2a7ed9f85bf040758d81f88c73a53bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017536 Apr 30 13:15:11.333863 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45628) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:11.345654 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589f09e-a9dc-4caa-b673-d2b47a49ee81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de44e141-3aad-46ad-b8d9-f54cf078ca00,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:11.350424 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b589f09e-a9dc-4caa-b673-d2b47a49ee81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:11.433430 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.440009 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d2d842dc-cbdb-4c02-b4d8-8bad2d7f78b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.479073 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d2d842dc-cbdb-4c02-b4d8-8bad2d7f78b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.615304 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc8861-b88a-4849-801a-647416d089b7 req-226fb918-c94a-48cb-b9e7-6ccfef6b4707 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:11.616986 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d4bc8861-b88a-4849-801a-647416d089b7 req-226fb918-c94a-48cb-b9e7-6ccfef6b4707 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.1227996 Apr 30 13:15:11.618258 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d2d842dc-cbdb-4c02-b4d8-8bad2d7f78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.623628 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4c6b4e58-9b93-4185-bb8e-b97b8cc53b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:11.650677 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d842dc-cbdb-4c02-b4d8-8bad2d7f78b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de44e141-3aad-46ad-b8d9-f54cf078ca00,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:11.656376 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d2d842dc-cbdb-4c02-b4d8-8bad2d7f78b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:11.665216 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d2d842dc-cbdb-4c02-b4d8-8bad2d7f78b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.666925 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-d2d842dc-cbdb-4c02-b4d8-8bad2d7f78b8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/de44e141-3aad-46ad-b8d9-f54cf078ca00 HTTP/1.1" status: 204 len: 168 time: 0.3320949 Apr 30 13:15:11.705311 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d4bc8861-b88a-4849-801a-647416d089b7 req-a6333fc2-1797-476e-9a56-9c827fa300bf tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717046 Apr 30 13:15:11.869667 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866b3a11-da11-483d-bdf4-28ead79a47c1 None None] Network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:11.887061 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933219'] for router, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:12.098856 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-a36b80e4-84b3-40ee-94d6-491dc09ec5de None None] Provisioning for port 105490ff-9a24-4fbd-b956-6f7a7e319a29 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:12.305214 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2de409-1765-4e59-8cc7-b8fb5b2033c8 req-26561c7b-7629-4a62-b088-735ac185a065 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:12.306773 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1c2de409-1765-4e59-8cc7-b8fb5b2033c8 req-26561c7b-7629-4a62-b088-735ac185a065 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1356635 Apr 30 13:15:12.331120 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Router 8268803d-6fc1-429f-aa99-5808da17f854 is scheduled to L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f with binding_index 1 {{(pid=73858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:15:12.444946 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1c2de409-1765-4e59-8cc7-b8fb5b2033c8 req-dc411e3f-8b34-40e2-8ebf-9fe39e96bece tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295485 Apr 30 13:15:12.582300 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:12.592463 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Sync routers for ids ['8268803d-6fc1-429f-aa99-5808da17f854'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:12.604870 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Routers {'8268803d-6fc1-429f-aa99-5808da17f854'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:12.605629 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:14:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['8268803d-6fc1-429f-aa99-5808da17f854'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:12.623462 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Notify callbacks [] for router, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:12.627146 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3139422 Apr 30 13:15:12.628509 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45666) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:12.732812 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 105490ff-9a24-4fbd-b956-6f7a7e319a29 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:12.857215 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port 105490ff-9a24-4fbd-b956-6f7a7e319a29 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:12.862887 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 105490ff-9a24-4fbd-b956-6f7a7e319a29 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:12.863463 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:12.904111 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Set router 8268803d-6fc1-429f-aa99-5808da17f854 gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:13.059316 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.098044 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port 105490ff-9a24-4fbd-b956-6f7a7e319a29, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=105490ff-9a24-4fbd-b956-6f7a7e319a29,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:13.104756 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.108744 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:13.241846 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=105490ff-9a24-4fbd-b956-6f7a7e319a29,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:13.245153 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:13.347977 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268803d-6fc1-429f-aa99-5808da17f854', 'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:11Z', 'revision_number': 3, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'gw_port': {'id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:13.352999 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Checking router: 8268803d-6fc1-429f-aa99-5808da17f854 for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:13.353406 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Updating router 8268803d-6fc1-429f-aa99-5808da17f854 port 6f01f062-3c26-405e-8e69-b56e8cf3e4a2 binding host dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:15:13.413570 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.469633 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fd97b4ee-7468-491b-ae00-251b195c71ce details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:15:13.759524 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fd97b4ee-7468-491b-ae00-251b195c71ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd97b4ee-7468-491b-ae00-251b195c71ce,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:13.765853 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404da26e-06b3-4ea3-8903-996666294e97 req-ecfb97fb-24db-47bd-8114-07cd56fecf75 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:13.773093 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-404da26e-06b3-4ea3-8903-996666294e97 req-ecfb97fb-24db-47bd-8114-07cd56fecf75 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.5723016 Apr 30 13:15:13.778001 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'port_id': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'mac_address': 'fa:16:3e:42:f4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:15:13.845065 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.863256 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd97b4ee-7468-491b-ae00-251b195c71ce {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:13.880595 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fd97b4ee-7468-491b-ae00-251b195c71ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd97b4ee-7468-491b-ae00-251b195c71ce,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:13.885489 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.887990 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:13.898941 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.911801 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Transition to ACTIVE for port object 6f01f062-3c26-405e-8e69-b56e8cf3e4a2 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:13.919349 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-404da26e-06b3-4ea3-8903-996666294e97 req-12000040-c30d-4eb1-bf60-e1919d1a2a78 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443510 Apr 30 13:15:13.919706 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.929645 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-4cbe913a-4c42-4f31-9d42-e3264e285455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:13.972582 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=fd97b4ee-7468-491b-ae00-251b195c71ce,revision_number=6']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:13.975976 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:13.995805 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Pushing event updated for resources: {'Port': ['ID=6f01f062-3c26-405e-8e69-b56e8cf3e4a2,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:14.016866 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Attempting to bind port 6f01f062-3c26-405e-8e69-b56e8cf3e4a2 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:14.017245 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Attempting to bind port 6f01f062-3c26-405e-8e69-b56e8cf3e4a2 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:14.017611 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Attempting to bind port 6f01f062-3c26-405e-8e69-b56e8cf3e4a2 on network 07ca4a00-754c-4ee1-bad7-4e9920ec041b {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:14.027986 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:14.028485 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:14.028823 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:14.029152 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:14.029528 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:14.029788 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:14.030125 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:14.030464 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:14.030783 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:14.031098 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:14.031415 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:14.031727 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:14.035137 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:14.035514 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Checking segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:14.035959 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:14.036346 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Bound using segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:14.036869 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Bound port: 6f01f062-3c26-405e-8e69-b56e8cf3e4a2, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:14.037457 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:14.073924 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:14.114377 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] For port 6f01f062-3c26-405e-8e69-b56e8cf3e4a2, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:14.117560 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] For port 6f01f062-3c26-405e-8e69-b56e8cf3e4a2, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=6f01f062-3c26-405e-8e69-b56e8cf3e4a2,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:14.121615 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:14.128336 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:14.144852 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['fd97b4ee-7468-491b-ae00-251b195c71ce'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:14.240246 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Pushing event updated for resources: {'Port': ['ID=6f01f062-3c26-405e-8e69-b56e8cf3e4a2,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:14.247980 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:14.249984 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Routers {'8268803d-6fc1-429f-aa99-5808da17f854'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:14.250970 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:14:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['8268803d-6fc1-429f-aa99-5808da17f854'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:14.251646 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:14.493973 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] Set router 8268803d-6fc1-429f-aa99-5808da17f854 gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:14.703189 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Allocated IP 172.20.0.1 (e2ab7158-f98e-4d3d-83e2-a340a94b09d4/d8facbdf-7217-4729-a0a4-6e6b9aa34125/ef7cd153-e78c-4a0a-9edb-33ea8678fe83) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:14.733051 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 105490ff-9a24-4fbd-b956-6f7a7e319a29 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:14.838786 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 105490ff-9a24-4fbd-b956-6f7a7e319a29 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:14.839252 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:15.001277 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268803d-6fc1-429f-aa99-5808da17f854', 'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:11Z', 'revision_number': 3, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'gw_port': {'id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:15.008140 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb5fa1-bc50-4c3f-a66f-320425540271 None None] The sync data for ids ['8268803d-6fc1-429f-aa99-5808da17f854'] in dv-cinder-788363-2-smb is: [{'id': '8268803d-6fc1-429f-aa99-5808da17f854', 'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:11Z', 'revision_number': 3, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'gw_port': {'id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:15.103911 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:15.172894 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Transition to ACTIVE for port object ef7cd153-e78c-4a0a-9edb-33ea8678fe83 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:15.258831 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:15.281429 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:15.381874 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb72ac-e5cb-4702-b5ac-610cd9eff370 req-ca41c768-e43a-48b3-8f20-4b4a422157ba tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:15.398224 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-03bb72ac-e5cb-4702-b5ac-610cd9eff370 req-ca41c768-e43a-48b3-8f20-4b4a422157ba tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 944 time: 0.2489769 Apr 30 13:15:15.464999 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7cd153-e78c-4a0a-9edb-33ea8678fe83,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:15.469375 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:15.482504 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:15.484714 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fd97b4ee-7468-491b-ae00-251b195c71ce up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:15.505199 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:15.519787 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:15.577276 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-03bb72ac-e5cb-4702-b5ac-610cd9eff370 req-058c6717-4443-4dc7-ba14-d05fb49d634b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752856 Apr 30 13:15:15.735658 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920045'] for router_interface, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:15.760827 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port fd97b4ee-7468-491b-ae00-251b195c71ce triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:15.770732 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:15.849047 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f50ff9be-9c48-435d-80d2-bdc2a9623973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:15.975770 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:15.980957 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-1c7ae72d-b49c-429b-b54e-74af8f3f5fb5 None None] Provisioning for port ef7cd153-e78c-4a0a-9edb-33ea8678fe83 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:16.031663 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-1c7ae72d-b49c-429b-b54e-74af8f3f5fb5 None None] Provisioning complete for port ef7cd153-e78c-4a0a-9edb-33ea8678fe83 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:16.034613 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1c7ae72d-b49c-429b-b54e-74af8f3f5fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.248831 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ae72d-b49c-429b-b54e-74af8f3f5fb5 None None] Port ef7cd153-e78c-4a0a-9edb-33ea8678fe83 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:16.285662 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.323949 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fd97b4ee-7468-491b-ae00-251b195c71ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd97b4ee-7468-491b-ae00-251b195c71ce,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:16.324909 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd97b4ee-7468-491b-ae00-251b195c71ce'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:16.331170 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.341996 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.343226 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.347811 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:16.381655 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:16.426732 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'code': 200} Apr 30 13:15:16.485681 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7cd153-e78c-4a0a-9edb-33ea8678fe83,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:16.491044 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:16.506127 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=fd97b4ee-7468-491b-ae00-251b195c71ce,revision_number=7']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:16.517260 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:16.517660 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:16.518522 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:16.518987 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:16.519576 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:16.519804 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:16.520651 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:16.521069 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:16.521309 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:16.521801 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:16.522151 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:16.522471 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:16.530711 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919880'] for router_interface, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.536607 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:16.688695 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 6f01f062-3c26-405e-8e69-b56e8cf3e4a2 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:16.795800 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:16.796946 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:16.825901 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port 6f01f062-3c26-405e-8e69-b56e8cf3e4a2 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:16.832596 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 6f01f062-3c26-405e-8e69-b56e8cf3e4a2 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:16.833401 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:17.142260 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:17.198475 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port 6f01f062-3c26-405e-8e69-b56e8cf3e4a2, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=6f01f062-3c26-405e-8e69-b56e8cf3e4a2,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:17.219002 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:17.222707 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:17.276401 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-d7a027bb-4f52-4ead-bfba-53282e12d4ee None None] Provisioning complete for port ef7cd153-e78c-4a0a-9edb-33ea8678fe83 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:17.276781 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d7a027bb-4f52-4ead-bfba-53282e12d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:17.372384 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-d7a027bb-4f52-4ead-bfba-53282e12d4ee None None] Port ef7cd153-e78c-4a0a-9edb-33ea8678fe83 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:17.376185 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=6f01f062-3c26-405e-8e69-b56e8cf3e4a2,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:17.379234 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:17.451272 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e774c-ffcb-4e65-a1ab-410de0c8a61f req-30c2c519-69e5-4939-bd8d-50d840b48594 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:17.460388 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-964e774c-ffcb-4e65-a1ab-410de0c8a61f req-30c2c519-69e5-4939-bd8d-50d840b48594 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.4994314 Apr 30 13:15:17.562835 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Router 8268803d-6fc1-429f-aa99-5808da17f854 has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:15:17.567426 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-964e774c-ffcb-4e65-a1ab-410de0c8a61f req-6b692001-f6cc-419e-b586-8213ff13e274 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055419 Apr 30 13:15:17.918913 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:17.929507 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Sync routers for ids ['8268803d-6fc1-429f-aa99-5808da17f854'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:17.936703 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] 10.222.0.93 "PUT /v2.0/routers/8268803d-6fc1-429f-aa99-5808da17f854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3065362 Apr 30 13:15:17.942448 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Routers {'8268803d-6fc1-429f-aa99-5808da17f854'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:17.943089 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:14:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['8268803d-6fc1-429f-aa99-5808da17f854'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:18.186922 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:18.246392 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Set router 8268803d-6fc1-429f-aa99-5808da17f854 gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:18.723327 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 6f01f062-3c26-405e-8e69-b56e8cf3e4a2 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:18.779282 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff851d7-a94a-4d1e-9699-dcaa12c0b8b1 req-8f101e27-4a27-46eb-8518-1e878e4a7f65 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:18.781082 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dff851d7-a94a-4d1e-9699-dcaa12c0b8b1 req-8f101e27-4a27-46eb-8518-1e878e4a7f65 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.1996007 Apr 30 13:15:18.829505 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d262acc5-1223-4640-8a45-16b5a0025c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:18.841171 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 6f01f062-3c26-405e-8e69-b56e8cf3e4a2 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:18.841171 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:18.885387 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dff851d7-a94a-4d1e-9699-dcaa12c0b8b1 req-6307b3ce-43f2-45e3-a273-dee01e1fc190 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835721 Apr 30 13:15:18.915734 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55271a0b-d2bf-49ad-b7bb-b94763db3882 req-776bf67c-647d-43ee-881f-9919c1e8b23f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:18.925970 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-55271a0b-d2bf-49ad-b7bb-b94763db3882 req-776bf67c-647d-43ee-881f-9919c1e8b23f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.1923897 Apr 30 13:15:18.932151 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268803d-6fc1-429f-aa99-5808da17f854', 'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:15Z', 'revision_number': 4, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'gw_port': {'id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'ef7cd153-e78c-4a0a-9edb-33ea8678fe83', 'name': '', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'mac_address': 'fa:16:3e:b2:16:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 2, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'subnets': [{'id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:18.953751 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Checking router: 8268803d-6fc1-429f-aa99-5808da17f854 for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:18.954376 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Updating router 8268803d-6fc1-429f-aa99-5808da17f854 port ef7cd153-e78c-4a0a-9edb-33ea8678fe83 binding host dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:15:19.032087 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 45806) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:19.043297 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-400669024-network', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:19.058055 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-55271a0b-d2bf-49ad-b7bb-b94763db3882 req-05faa807-83b1-4bc9-b2ec-b7782cb4959c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304388 Apr 30 13:15:19.067180 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:19.077176 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Usage tracker for resource:network and tenant:1ff5cda3e3a4498a87d7a70a2c8b35ae is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:19.078852 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.082000 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:19.088541 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:19.099348 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Made reservation on behalf of 1ff5cda3e3a4498a87d7a70a2c8b35ae for: {'network': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:19.102875 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.120197 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.138401 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:19.142588 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Usage tracker for resource:security_group_rule and tenant:1ff5cda3e3a4498a87d7a70a2c8b35ae is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:19.145847 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:19.152535 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:19.251850 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.259762 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.266061 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-26b61149-5918-4c88-b8b0-d7ea2f4f31d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:19.302530 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] vlan segment allocate from pool success with {'vlan_id': 1207, 'physical_network': 'physnet1'} {{(pid=73858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:15:19.313362 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ab8c87-7c4f-4b52-a6df-847aa53cf431,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:19.318249 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:19.321651 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.323285 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.segments_db [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Added segment 71c4489a-9a3b-4fd9-a053-2ddee8716fbe of type vlan for network 39bf984e-8aa6-4267-996e-1c132ade6bb2 Apr 30 13:15:19.353894 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.440228 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.441947 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:19.442622 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.448788 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:19.657168 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.673303 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Pushing event updated for resources: {'Network': ['ID=39bf984e-8aa6-4267-996e-1c132ade6bb2,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:19.687755 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6529307 Apr 30 13:15:19.689597 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45820) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:19.690671 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:19.698352 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Request body: {'subnet': {'network_id': '39bf984e-8aa6-4267-996e-1c132ade6bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-400669024-subnet', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:19.702598 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network 39bf984e-8aa6-4267-996e-1c132ade6bb2 details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:15:19.708246 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:19.720733 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Usage tracker for resource:subnet and tenant:1ff5cda3e3a4498a87d7a70a2c8b35ae is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:19.725126 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:19.733108 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Transition to ACTIVE for port object ef7cd153-e78c-4a0a-9edb-33ea8678fe83 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:19.736686 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:19.755203 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Made reservation on behalf of 1ff5cda3e3a4498a87d7a70a2c8b35ae for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:19.756663 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.760216 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.761779 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2189416'] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.767607 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:20.086470 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a97353-7909-4dc8-8097-3fc2a902b25e None None] Pushing event updated for resources: {'Port': ['ID=ef7cd153-e78c-4a0a-9edb-33ea8678fe83,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:20.092445 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-21a97353-7909-4dc8-8097-3fc2a902b25e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:20.197563 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Attempting to bind port ef7cd153-e78c-4a0a-9edb-33ea8678fe83 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:20.209983 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Attempting to bind port ef7cd153-e78c-4a0a-9edb-33ea8678fe83 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '168618f6-ce33-439b-928f-5588dcce807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:20.210831 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Attempting to bind port ef7cd153-e78c-4a0a-9edb-33ea8678fe83 on network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:20.220386 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:20.221789 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Checking segment: {'id': '168618f6-ce33-439b-928f-5588dcce807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:20.223674 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.227854 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Bound using segment: {'id': '168618f6-ce33-439b-928f-5588dcce807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:20.228692 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Bound port: ef7cd153-e78c-4a0a-9edb-33ea8678fe83, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168618f6-ce33-439b-928f-5588dcce807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:20.229314 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.345605 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c276bb-cb4f-4ad1-bcee-4b5e198ad2aa req-1b8d5912-9b9c-4553-81d3-6dcd15b1c9e4 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:20.353339 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e8c276bb-cb4f-4ad1-bcee-4b5e198ad2aa req-1b8d5912-9b9c-4553-81d3-6dcd15b1c9e4 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.1065326 Apr 30 13:15:20.389492 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] For port ef7cd153-e78c-4a0a-9edb-33ea8678fe83, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:20.394695 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] For port ef7cd153-e78c-4a0a-9edb-33ea8678fe83, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=ef7cd153-e78c-4a0a-9edb-33ea8678fe83,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:20.403329 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.408165 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1285-a4e2-4f26-aeea-e5a61c544920 req-9211a1b1-b8d6-4386-933a-08d1d1142b27 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:20.410233 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:20.416425 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e8c276bb-cb4f-4ad1-bcee-4b5e198ad2aa req-28bf8f2c-6a65-4e0e-9d89-3c45086978cb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621226 Apr 30 13:15:20.419331 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-afee1285-a4e2-4f26-aeea-e5a61c544920 req-9211a1b1-b8d6-4386-933a-08d1d1142b27 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.2984180 Apr 30 13:15:20.482904 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-afee1285-a4e2-4f26-aeea-e5a61c544920 req-c4c88529-46b7-4a1b-9be3-ec6b8c80e3b2 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623832 Apr 30 13:15:20.563466 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Routers {'8268803d-6fc1-429f-aa99-5808da17f854'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:20.565477 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:15:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['8268803d-6fc1-429f-aa99-5808da17f854'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:20.613240 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2554338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2189434'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.621436 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:20.687317 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a97353-7909-4dc8-8097-3fc2a902b25e None None] Pushing event updated for resources: {'Port': ['ID=ef7cd153-e78c-4a0a-9edb-33ea8678fe83,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:20.692465 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-21a97353-7909-4dc8-8097-3fc2a902b25e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:20.708879 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f6374e-8eec-4460-94ee-166991bb01fb,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:20.727650 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:20.746069 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Checking segment: {'id': '71c4489a-9a3b-4fd9-a053-2ddee8716fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '39bf984e-8aa6-4267-996e-1c132ade6bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:20.746600 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Network hostable DHCP agents. Network: 39bf984e-8aa6-4267-996e-1c132ade6bb2, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:15:20.769113 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Network 39bf984e-8aa6-4267-996e-1c132ade6bb2 is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:15:20.784841 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, 39bf984e-8aa6-4267-996e-1c132ade6bb2) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:20.829762 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:20.829762 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.876419 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202ff9f5-703d-4c82-807c-c05be3bef25f None None] Network 39bf984e-8aa6-4267-996e-1c132ade6bb2 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:20.878667 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1860893 Apr 30 13:15:20.881499 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 45842) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:20.890602 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-400669024-router', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:20.898832 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:20.910692 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Usage tracker for resource:router and tenant:1ff5cda3e3a4498a87d7a70a2c8b35ae is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:20.916333 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:20.931098 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:20.953753 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59942'] for router, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.955189 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-973016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59999'] for router, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.991814 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.134510 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] Set router 8268803d-6fc1-429f-aa99-5808da17f854 gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:21.236730 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45848) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:21.396401 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.409873 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-646741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59977'] for router, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.447793 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c2ae507f-362d-4efb-8cb4-d2c902b23315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.471575 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-c2ae507f-362d-4efb-8cb4-d2c902b23315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:21.491698 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-c2ae507f-362d-4efb-8cb4-d2c902b23315 admin admin] Usage tracker for resource:security_group_rule and tenant:b779ab8369904dfea87f32543401046a is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:21.503248 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-c2ae507f-362d-4efb-8cb4-d2c902b23315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:21.515842 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-c2ae507f-362d-4efb-8cb4-d2c902b23315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:21.612576 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6240a12c-8c8e-5dca-9d08-f3b2e435f8ad-39bf984e-8aa6-4267-996e-1c132ade6bb2', 'network_id': '39bf984e-8aa6-4267-996e-1c132ade6bb2', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'fixed_ips': [{'subnet_id': '30f6374e-8eec-4460-94ee-166991bb01fb'}]}} from dv-cinder-788363-2-smb. {{(pid=73860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:15:21.613835 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.627285 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c6cc8-8ecb-4183-89bb-ea758e856f7b req-537848cd-b15d-49fd-aae1-6bd342b27ad8 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:21.631805 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7d4c6cc8-8ecb-4183-89bb-ea758e856f7b req-537848cd-b15d-49fd-aae1-6bd342b27ad8 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.3164167 Apr 30 13:15:21.740638 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867fb69-db60-4f73-aca0-a02bde091d75 req-562234bf-e2fb-4a31-a134-222ce31c6fe5 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:21.750579 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9867fb69-db60-4f73-aca0-a02bde091d75 req-562234bf-e2fb-4a31-a134-222ce31c6fe5 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.1934628 Apr 30 13:15:21.869377 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c2ae507f-362d-4efb-8cb4-d2c902b23315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.892214 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9867fb69-db60-4f73-aca0-a02bde091d75 req-c23682c4-bf60-4371-b034-2900e0061563 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406138 Apr 30 13:15:21.899176 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c2ae507f-362d-4efb-8cb4-d2c902b23315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.923811 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b589f09e-a9dc-4caa-b673-d2b47a49ee81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:21.982819 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-c2ae507f-362d-4efb-8cb4-d2c902b23315 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b779ab8369904dfea87f32543401046a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7441716 Apr 30 13:15:21.984311 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae507f-362d-4efb-8cb4-d2c902b23315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc91d533-28bb-4beb-a20e-4eddb09a6106,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:21.986878 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45860) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:21.989997 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c2ae507f-362d-4efb-8cb4-d2c902b23315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:22.105874 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-364606e8-a013-469f-9b21-f9f6ad509bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.151662 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268803d-6fc1-429f-aa99-5808da17f854', 'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:15Z', 'revision_number': 4, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'gw_port': {'id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'ef7cd153-e78c-4a0a-9edb-33ea8678fe83', 'name': '', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'mac_address': 'fa:16:3e:b2:16:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:20Z', 'revision_number': 4, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'subnets': [{'id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:22.152306 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-364606e8-a013-469f-9b21-f9f6ad509bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.165428 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Allocated IP 172.20.0.2 (39bf984e-8aa6-4267-996e-1c132ade6bb2/30f6374e-8eec-4460-94ee-166991bb01fb/94cbf255-2a24-410c-86f2-48fc4b03163e) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:22.174654 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bc45dd-29dd-45a6-b446-df573db3a66c None None] The sync data for ids ['8268803d-6fc1-429f-aa99-5808da17f854'] in dv-cinder-788363-2-smb is: [{'id': '8268803d-6fc1-429f-aa99-5808da17f854', 'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:15Z', 'revision_number': 4, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'gw_port': {'id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'ef7cd153-e78c-4a0a-9edb-33ea8678fe83', 'name': '', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'mac_address': 'fa:16:3e:b2:16:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:20Z', 'revision_number': 4, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'subnets': [{'id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:22.238786 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-364606e8-a013-469f-9b21-f9f6ad509bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.277750 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-48934180-f1a2-433e-8983-efe291394d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:22.295841 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-364606e8-a013-469f-9b21-f9f6ad509bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.311811 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-364606e8-a013-469f-9b21-f9f6ad509bf7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cc91d533-28bb-4beb-a20e-4eddb09a6106 HTTP/1.1" status: 204 len: 168 time: 0.3222663 Apr 30 13:15:22.320612 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364606e8-a013-469f-9b21-f9f6ad509bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc91d533-28bb-4beb-a20e-4eddb09a6106,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:22.328291 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-364606e8-a013-469f-9b21-f9f6ad509bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:22.515232 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.539439 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Transition to ACTIVE for port object 94cbf255-2a24-410c-86f2-48fc4b03163e will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:22.584449 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Transition to ACTIVE for port object 94cbf255-2a24-410c-86f2-48fc4b03163e will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:22.592183 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.597689 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:22.610282 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-7d4c6cc8-8ecb-4183-89bb-ea758e856f7b req-29244efd-059b-4011-91e9-23083dfcc037 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Deleting port 2812bac3-5c3f-4371-ac41-c600102fdf90 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:15:22.611169 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-7d4c6cc8-8ecb-4183-89bb-ea758e856f7b req-29244efd-059b-4011-91e9-23083dfcc037 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.730176 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device ef7cd153-e78c-4a0a-9edb-33ea8678fe83 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:22.787841 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad2a6d-4498-4988-9857-ac2b4f9a427b req-0e05680d-9bca-4130-9594-c3645afd8d35 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:22.795818 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-86ad2a6d-4498-4988-9857-ac2b4f9a427b req-0e05680d-9bca-4130-9594-c3645afd8d35 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 945 time: 0.8340461 Apr 30 13:15:22.867822 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.895547 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Network 39bf984e-8aa6-4267-996e-1c132ade6bb2 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:22.908100 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:22.916099 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:22.940933 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-86ad2a6d-4498-4988-9857-ac2b4f9a427b req-aaa303f6-950e-435b-932f-113965a185c0 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440647 Apr 30 13:15:22.949213 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.969022 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-7d4c6cc8-8ecb-4183-89bb-ea758e856f7b req-29244efd-059b-4011-91e9-23083dfcc037 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] For port 2812bac3-5c3f-4371-ac41-c600102fdf90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2812bac3-5c3f-4371-ac41-c600102fdf90,segment=NetworkSegment(d3330a3b-11d4-447e-b018-ebbd4c00fc05),segment_id=d3330a3b-11d4-447e-b018-ebbd4c00fc05)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:22.969906 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-7d4c6cc8-8ecb-4183-89bb-ea758e856f7b req-29244efd-059b-4011-91e9-23083dfcc037 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.065704 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Pushing event updated for resources: {'Port': ['ID=94cbf255-2a24-410c-86f2-48fc4b03163e,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:23.073054 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:23.232109 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Attempting to bind port 94cbf255-2a24-410c-86f2-48fc4b03163e on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:23.233141 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Attempting to bind port 94cbf255-2a24-410c-86f2-48fc4b03163e by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '71c4489a-9a3b-4fd9-a053-2ddee8716fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '39bf984e-8aa6-4267-996e-1c132ade6bb2'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:23.233781 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Attempting to bind port 94cbf255-2a24-410c-86f2-48fc4b03163e on network 39bf984e-8aa6-4267-996e-1c132ade6bb2 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:23.242682 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:23.244805 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Checking segment: {'id': '71c4489a-9a3b-4fd9-a053-2ddee8716fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '39bf984e-8aa6-4267-996e-1c132ade6bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:23.245463 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.246619 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Bound using segment: {'id': '71c4489a-9a3b-4fd9-a053-2ddee8716fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '39bf984e-8aa6-4267-996e-1c132ade6bb2'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:23.247283 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Bound port: 94cbf255-2a24-410c-86f2-48fc4b03163e, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c4489a-9a3b-4fd9-a053-2ddee8716fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '39bf984e-8aa6-4267-996e-1c132ade6bb2'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:23.249516 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.252962 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-7d4c6cc8-8ecb-4183-89bb-ea758e856f7b req-29244efd-059b-4011-91e9-23083dfcc037 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Calling delete_port for 2812bac3-5c3f-4371-ac41-c600102fdf90 owned by compute:nova {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:15:23.407036 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port ef7cd153-e78c-4a0a-9edb-33ea8678fe83 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:23.422323 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e69cbe-bb29-4f06-b7e8-890037b2793f req-9dc9da42-5481-4441-a549-78b150ec97af tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:23.438446 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d8e69cbe-bb29-4f06-b7e8-890037b2793f req-9dc9da42-5481-4441-a549-78b150ec97af tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.2051547 Apr 30 13:15:23.451611 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port ef7cd153-e78c-4a0a-9edb-33ea8678fe83 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:23.452002 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.539932 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d8e69cbe-bb29-4f06-b7e8-890037b2793f req-5a3800a1-27ba-40af-969e-7ae79eae4cb9 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989962 Apr 30 13:15:23.554710 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Allocated IP 172.28.0.244 (07ca4a00-754c-4ee1-bad7-4e9920ec041b/ec54f1e6-42a0-405f-bb60-0305afc35dfb/f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:23.615953 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] For port 94cbf255-2a24-410c-86f2-48fc4b03163e, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:23.660643 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] For port 94cbf255-2a24-410c-86f2-48fc4b03163e, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=94cbf255-2a24-410c-86f2-48fc4b03163e,segment=NetworkSegment(71c4489a-9a3b-4fd9-a053-2ddee8716fbe),segment_id=71c4489a-9a3b-4fd9-a053-2ddee8716fbe)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:23.671980 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.676885 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:23.798570 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-7d4c6cc8-8ecb-4183-89bb-ea758e856f7b req-29244efd-059b-4011-91e9-23083dfcc037 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.820868 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-bc2d13e4-cc31-4c3b-a1da-f22048393652 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:23.855892 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['2bb9b319-5477-46cb-afba-f220da9e8b39'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:23.881370 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29244efd-059b-4011-91e9-23083dfcc037 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Pushing event deleted for resources: {'Port': ['ID=2812bac3-5c3f-4371-ac41-c600102fdf90,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:23.884391 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-29244efd-059b-4011-91e9-23083dfcc037 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:23.964403 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.979988 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Pushing event updated for resources: {'Port': ['ID=94cbf255-2a24-410c-86f2-48fc4b03163e,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:24.016252 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.034711 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:24.097683 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port ef7cd153-e78c-4a0a-9edb-33ea8678fe83, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=ef7cd153-e78c-4a0a-9edb-33ea8678fe83,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:24.105689 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.107235 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4c6cc8-8ecb-4183-89bb-ea758e856f7b req-29244efd-059b-4011-91e9-23083dfcc037 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] No DVR routers for this DVR port 2812bac3-5c3f-4371-ac41-c600102fdf90 on host hv-cinder-78836 {{(pid=73858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:15:24.109930 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:24.111494 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-7d4c6cc8-8ecb-4183-89bb-ea758e856f7b req-29244efd-059b-4011-91e9-23083dfcc037 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.128744 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd268308-971a-4dc3-bcac-b7a460685854', 'name': 'network-vif-deleted', 'tag': '2812bac3-5c3f-4371-ac41-c600102fdf90'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:24.247477 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd268308-971a-4dc3-bcac-b7a460685854', 'name': 'network-vif-deleted', 'tag': '2812bac3-5c3f-4371-ac41-c600102fdf90', 'status': 'completed', 'code': 200} Apr 30 13:15:24.309977 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7d4c6cc8-8ecb-4183-89bb-ea758e856f7b req-29244efd-059b-4011-91e9-23083dfcc037 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.90 "DELETE /v2.0/ports/2812bac3-5c3f-4371-ac41-c600102fdf90 HTTP/1.1" status: 204 len: 173 time: 2.6722562 Apr 30 13:15:24.317330 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-93cbdf6c-6531-443a-903f-8ef25da14176 req-b9db2357-0878-4343-8a75-d6bd9cd8d44a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Synchronizing usage tracker for tenant:728e011aaa33473ea39ea408ff1c6201 on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:24.388709 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-93cbdf6c-6531-443a-903f-8ef25da14176 req-b9db2357-0878-4343-8a75-d6bd9cd8d44a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Unset dirty status for tenant:728e011aaa33473ea39ea408ff1c6201 on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:24.425216 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93cbdf6c-6531-443a-903f-8ef25da14176 req-b9db2357-0878-4343-8a75-d6bd9cd8d44a tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 210 time: 0.2839181 Apr 30 13:15:24.443467 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=ef7cd153-e78c-4a0a-9edb-33ea8678fe83,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:24.452995 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.459045 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:24.470182 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:24.572018 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:24.579788 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:24.602996 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:25.050407 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 94cbf255-2a24-410c-86f2-48fc4b03163e up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:25.064331 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e6031-8098-4e28-bc40-7a9f9b8c53ed req-5c4eaa33-000a-4cea-bfd5-dcf8433469ea tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:25.071777 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1c6e6031-8098-4e28-bc40-7a9f9b8c53ed req-5c4eaa33-000a-4cea-bfd5-dcf8433469ea tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.1499233 Apr 30 13:15:25.176163 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1c6e6031-8098-4e28-bc40-7a9f9b8c53ed req-0b5c00f1-944b-4429-85ec-d49969d42da9 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034164 Apr 30 13:15:25.205615 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Pushing event updated for resources: {'Port': ['ID=f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:25.223275 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:25.306419 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port 94cbf255-2a24-410c-86f2-48fc4b03163e completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:25.319695 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device ef7cd153-e78c-4a0a-9edb-33ea8678fe83 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:25.548074 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port ef7cd153-e78c-4a0a-9edb-33ea8678fe83 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:25.548769 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.699461 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.726546 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 2812bac3-5c3f-4371-ac41-c600102fdf90 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:15:25.764025 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed18e09c-c153-4daf-aa4d-04c1efaacd76 None None] Network 39bf984e-8aa6-4267-996e-1c132ade6bb2 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:25.787234 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: 2812bac3-5c3f-4371-ac41-c600102fdf90 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:15:25.787878 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 2812bac3-5c3f-4371-ac41-c600102fdf90 not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:15:25.817767 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-7203cb8f-e6ce-47aa-84c0-3f2ac00f517c None None] Provisioning for port 94cbf255-2a24-410c-86f2-48fc4b03163e completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:25.832745 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-7203cb8f-e6ce-47aa-84c0-3f2ac00f517c None None] Provisioning complete for port 94cbf255-2a24-410c-86f2-48fc4b03163e triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:25.833129 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7203cb8f-e6ce-47aa-84c0-3f2ac00f517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.891043 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-bbb61195-bdc3-4ea0-98d0-e55a7f86251b req-771a342f-1667-4b44-954b-eb169b258100 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd268308-971a-4dc3-bcac-b7a460685854 HTTP/1.1" status: 200 len: 210 time: 0.0972621 Apr 30 13:15:26.284526 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933219'] for router, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.384065 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7203cb8f-e6ce-47aa-84c0-3f2ac00f517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.471496 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-7203cb8f-e6ce-47aa-84c0-3f2ac00f517c None None] For port 94cbf255-2a24-410c-86f2-48fc4b03163e, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=94cbf255-2a24-410c-86f2-48fc4b03163e,segment=NetworkSegment(71c4489a-9a3b-4fd9-a053-2ddee8716fbe),segment_id=71c4489a-9a3b-4fd9-a053-2ddee8716fbe)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:26.479404 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7203cb8f-e6ce-47aa-84c0-3f2ac00f517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.484516 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:26.576716 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Router 5043e35d-f027-461a-af45-883ee1ce33b5 is scheduled to L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f with binding_index 1 {{(pid=73858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:15:26.641860 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203cb8f-e6ce-47aa-84c0-3f2ac00f517c None None] Pushing event updated for resources: {'Port': ['ID=94cbf255-2a24-410c-86f2-48fc4b03163e,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:26.654712 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7203cb8f-e6ce-47aa-84c0-3f2ac00f517c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:26.730371 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70da71-1ddf-44b4-82ee-0c13b73006c0 req-333a2be2-4932-4e77-b854-35fae54a2400 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:26.732210 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4a70da71-1ddf-44b4-82ee-0c13b73006c0 req-333a2be2-4932-4e77-b854-35fae54a2400 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.3566129 Apr 30 13:15:26.804165 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4a70da71-1ddf-44b4-82ee-0c13b73006c0 req-ebf03664-eed6-40db-8a13-be165338d65e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656631 Apr 30 13:15:26.907307 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:26.909488 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-9fafc19b-05ca-49c0-9391-ddf9a50462ec None None] Provisioning complete for port 94cbf255-2a24-410c-86f2-48fc4b03163e triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:26.909924 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9fafc19b-05ca-49c0-9391-ddf9a50462ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.922787 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Sync routers for ids ['5043e35d-f027-461a-af45-883ee1ce33b5'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:26.935602 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Routers {'5043e35d-f027-461a-af45-883ee1ce33b5'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:26.936232 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:15:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['5043e35d-f027-461a-af45-883ee1ce33b5'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:26.977557 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Notify callbacks [] for router, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.985286 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 45974) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:26.995460 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1125896 Apr 30 13:15:27.200065 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Set router 5043e35d-f027-461a-af45-883ee1ce33b5 gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:27.640062 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452dd1c-5d3c-41e7-93fa-d42bd5d46af0 req-85787c21-5daa-4b7a-bdd9-e6d61a60a3e0 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:27.644803 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d452dd1c-5d3c-41e7-93fa-d42bd5d46af0 req-85787c21-5daa-4b7a-bdd9-e6d61a60a3e0 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1287301 Apr 30 13:15:27.665905 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'name': 'tempest-TestShelveInstance-400669024-router', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:20Z', 'updated_at': '2021-04-30T13:15:25Z', 'revision_number': 3, 'project_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'gw_port': {'id': 'f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:23Z', 'updated_at': '2021-04-30T13:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:27.680103 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Checking router: 5043e35d-f027-461a-af45-883ee1ce33b5 for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:27.683049 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Updating router 5043e35d-f027-461a-af45-883ee1ce33b5 port f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e binding host dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:15:27.759657 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.762725 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d452dd1c-5d3c-41e7-93fa-d42bd5d46af0 req-d806e49e-c8a1-4ac7-a5a0-424e89f5a7f6 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098759 Apr 30 13:15:28.335944 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.435466 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced348-ffad-4109-a9f9-1275bf1a897a req-ddfcb75d-ce94-4f58-b329-0abe8180ba8f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:28.442518 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.443430 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-27ced348-ffad-4109-a9f9-1275bf1a897a req-ddfcb75d-ce94-4f58-b329-0abe8180ba8f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.3300436 Apr 30 13:15:28.480475 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Transition to ACTIVE for port object f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:28.498858 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.503965 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-652af733-8841-4e44-b952-baed5c36d826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:28.614937 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-27ced348-ffad-4109-a9f9-1275bf1a897a req-73e336b2-0c46-4bfa-bdfa-059d81c425d3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705220 Apr 30 13:15:28.628251 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 94cbf255-2a24-410c-86f2-48fc4b03163e up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:28.693310 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Attempting to bind port f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:28.693679 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Attempting to bind port f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:28.694041 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Attempting to bind port f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e on network 07ca4a00-754c-4ee1-bad7-4e9920ec041b {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:28.708008 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:28.708270 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Checking segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:28.709210 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.709626 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Bound using segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:28.710121 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Bound port: f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:28.710676 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.726621 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 94cbf255-2a24-410c-86f2-48fc4b03163e triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:28.727003 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.743988 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192ec2e-3ed1-483f-a126-1abd06157bc1 None None] Pushing event updated for resources: {'Port': ['ID=f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:28.754621 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c192ec2e-3ed1-483f-a126-1abd06157bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:28.769540 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Allocated IP 172.20.0.1 (39bf984e-8aa6-4267-996e-1c132ade6bb2/30f6374e-8eec-4460-94ee-166991bb01fb/bb689723-7008-4045-a5fd-f2acb3c1a3e5) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:28.811434 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] For port f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:28.815781 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] For port f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:28.821502 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.826151 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:28.956140 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Routers {'5043e35d-f027-461a-af45-883ee1ce33b5'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:28.957290 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:15:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['5043e35d-f027-461a-af45-883ee1ce33b5'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:29.019448 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.056094 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Transition to ACTIVE for port object bb689723-7008-4045-a5fd-f2acb3c1a3e5 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:29.071857 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcde210-a1d5-4c16-a48f-51751a52aa56 req-0ea02f60-4b8b-4a3c-aae1-cc425c4064d9 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:29.080495 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-bfcde210-a1d5-4c16-a48f-51751a52aa56 req-0ea02f60-4b8b-4a3c-aae1-cc425c4064d9 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1306477 Apr 30 13:15:29.085314 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.090794 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:29.096800 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192ec2e-3ed1-483f-a126-1abd06157bc1 None None] Pushing event updated for resources: {'Port': ['ID=f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:29.109791 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c192ec2e-3ed1-483f-a126-1abd06157bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:29.147059 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-bfcde210-a1d5-4c16-a48f-51751a52aa56 req-bf15a08e-a8c2-4b82-be09-f8121bf464c9 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653989 Apr 30 13:15:29.187286 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Network 39bf984e-8aa6-4267-996e-1c132ade6bb2 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:29.190317 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:29.195438 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:29.230162 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Pushing event updated for resources: {'Port': ['ID=bb689723-7008-4045-a5fd-f2acb3c1a3e5,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:29.241336 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:29.267083 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920045'] for router_interface, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.303458 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] Set router 5043e35d-f027-461a-af45-883ee1ce33b5 gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:29.458353 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.557055 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-00c001f9-fabd-4537-a8c9-7eae030d6c21 None None] Provisioning for port bb689723-7008-4045-a5fd-f2acb3c1a3e5 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:29.575089 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-00c001f9-fabd-4537-a8c9-7eae030d6c21 None None] Provisioning complete for port bb689723-7008-4045-a5fd-f2acb3c1a3e5 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:29.576583 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-00c001f9-fabd-4537-a8c9-7eae030d6c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.687793 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-00c001f9-fabd-4537-a8c9-7eae030d6c21 None None] Port bb689723-7008-4045-a5fd-f2acb3c1a3e5 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:29.791957 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'name': 'tempest-TestShelveInstance-400669024-router', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:20Z', 'updated_at': '2021-04-30T13:15:25Z', 'revision_number': 3, 'project_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'gw_port': {'id': 'f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:23Z', 'updated_at': '2021-04-30T13:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:29.796935 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad523a-5220-488a-9491-80808e1186ad None None] The sync data for ids ['5043e35d-f027-461a-af45-883ee1ce33b5'] in dv-cinder-788363-2-smb is: [{'id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'name': 'tempest-TestShelveInstance-400669024-router', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:20Z', 'updated_at': '2021-04-30T13:15:25Z', 'revision_number': 3, 'project_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'gw_port': {'id': 'f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:23Z', 'updated_at': '2021-04-30T13:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:30.019877 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.034355 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.103865 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:30.179598 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee8908-c832-4597-98f2-cf57390473d1 req-cdc299d3-5112-4b30-a41c-f47663f16eb2 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:30.181568 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-08ee8908-c832-4597-98f2-cf57390473d1 req-cdc299d3-5112-4b30-a41c-f47663f16eb2 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.3328900 Apr 30 13:15:30.234926 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919880'] for router_interface, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.333975 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-08ee8908-c832-4597-98f2-cf57390473d1 req-20e2125f-9427-4aea-91f6-3fde8bc3f652 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421139 Apr 30 13:15:30.335099 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Pushing event updated for resources: {'Port': ['ID=bb689723-7008-4045-a5fd-f2acb3c1a3e5,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:30.432879 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:30.521296 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3b557-7b0c-4515-bbf0-251f1e641ab3 req-065dec34-0fad-4ab4-a651-c992020484ee tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:30.526735 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d1a3b557-7b0c-4515-bbf0-251f1e641ab3 req-065dec34-0fad-4ab4-a651-c992020484ee tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1218321 Apr 30 13:15:30.533129 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Network 39bf984e-8aa6-4267-996e-1c132ade6bb2 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:30.534358 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:30.670189 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d1a3b557-7b0c-4515-bbf0-251f1e641ab3 req-66117e94-9d63-446e-b653-773d964c1316 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401765 Apr 30 13:15:30.714665 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:30.890132 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:30.897787 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:30.898207 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.903071 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Router 5043e35d-f027-461a-af45-883ee1ce33b5 has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:15:30.972468 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-f2ac1136-5871-4fa0-a461-3d87cd9a40a9 None None] Provisioning complete for port bb689723-7008-4045-a5fd-f2acb3c1a3e5 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:30.973002 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f2ac1136-5871-4fa0-a461-3d87cd9a40a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.107917 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac1136-5871-4fa0-a461-3d87cd9a40a9 None None] Port bb689723-7008-4045-a5fd-f2acb3c1a3e5 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:31.194304 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.218872 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:31.229190 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] 10.222.0.93 "PUT /v2.0/routers/5043e35d-f027-461a-af45-883ee1ce33b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2419705 Apr 30 13:15:31.233728 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:31.240184 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.242138 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:31.356698 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:31.362273 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:31.622666 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f91be1-7732-4196-85bf-938153199207 req-6050f413-e110-4680-b61e-5427f6569b68 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:31.624991 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-30f91be1-7732-4196-85bf-938153199207 req-6050f413-e110-4680-b61e-5427f6569b68 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.1316261 Apr 30 13:15:31.709302 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-30f91be1-7732-4196-85bf-938153199207 req-8e894a0a-bb9d-4049-b613-9b16add239be tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770237 Apr 30 13:15:31.860136 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.026354 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 46032) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:32.032736 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541214048', 'description': 'tempest-secgroup-smoke-541214048 description', 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:32.044467 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:32.053917 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Usage tracker for resource:security_group and tenant:e2315ab7c5ff4612b3d026e8991e696c is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:32.058635 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:32.066379 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:32.092077 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.108648 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2a796-f9d9-4960-baac-7aef71bbdb8b req-63b85069-71db-4da2-b532-a05b45a7db34 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:32.110841 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f9c2a796-f9d9-4960-baac-7aef71bbdb8b req-63b85069-71db-4da2-b532-a05b45a7db34 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.2527888 Apr 30 13:15:32.133242 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:32.138270 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Usage tracker for resource:security_group_rule and tenant:e2315ab7c5ff4612b3d026e8991e696c is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:32.144991 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:32.156882 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:32.163220 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:15:32.196928 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f9c2a796-f9d9-4960-baac-7aef71bbdb8b req-d8b05be7-d751-4c5d-a1af-386392ec8e27 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704551 Apr 30 13:15:32.271096 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Sync routers for ids ['5043e35d-f027-461a-af45-883ee1ce33b5'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:32.272371 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.278299 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.282870 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Routers {'5043e35d-f027-461a-af45-883ee1ce33b5'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:32.283942 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-173e356c-7786-441a-ad01-91246f6b281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:15:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['5043e35d-f027-461a-af45-883ee1ce33b5'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:32.303903 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:32.319585 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.329071 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 46038) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:32.329260 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2988648 Apr 30 13:15:32.335694 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-3ee2bf00-0899-424d-aece-49c235e55260 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Request body: {'security_group_rule': {'security_group_id': 'a959678a-c237-45df-b2e3-f68bccc1ae30', 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:32.353354 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a959678a-c237-45df-b2e3-f68bccc1ae30,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:32.366045 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-3ee2bf00-0899-424d-aece-49c235e55260 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:32.370358 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:32.385234 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-3ee2bf00-0899-424d-aece-49c235e55260 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Usage tracker for resource:security_group_rule and tenant:e2315ab7c5ff4612b3d026e8991e696c is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:32.397161 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-3ee2bf00-0899-424d-aece-49c235e55260 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:32.405370 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-3ee2bf00-0899-424d-aece-49c235e55260 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:32.423984 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3ee2bf00-0899-424d-aece-49c235e55260 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.510738 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3ee2bf00-0899-424d-aece-49c235e55260 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.520682 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3ee2bf00-0899-424d-aece-49c235e55260 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.524144 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:32.553869 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2bf00-0899-424d-aece-49c235e55260 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d021aca-e826-4105-a368-200bc86382c9,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:32.564914 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-3ee2bf00-0899-424d-aece-49c235e55260 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:32.566723 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3ee2bf00-0899-424d-aece-49c235e55260 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.568342 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-3ee2bf00-0899-424d-aece-49c235e55260 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2411921 Apr 30 13:15:32.571350 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 46042) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:32.583504 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-e3a06ddf-448b-4eab-a1ca-70151b72cd56 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Request body: {'security_group_rule': {'security_group_id': 'a959678a-c237-45df-b2e3-f68bccc1ae30', 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:32.586062 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Set router 5043e35d-f027-461a-af45-883ee1ce33b5 gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:32.590295 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-e3a06ddf-448b-4eab-a1ca-70151b72cd56 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:32.595129 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-e3a06ddf-448b-4eab-a1ca-70151b72cd56 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Usage tracker for resource:security_group_rule and tenant:e2315ab7c5ff4612b3d026e8991e696c is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:32.598998 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-e3a06ddf-448b-4eab-a1ca-70151b72cd56 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:32.605059 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-e3a06ddf-448b-4eab-a1ca-70151b72cd56 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:32.632272 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e3a06ddf-448b-4eab-a1ca-70151b72cd56 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.673289 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:32.747100 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e3a06ddf-448b-4eab-a1ca-70151b72cd56 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.752550 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e3a06ddf-448b-4eab-a1ca-70151b72cd56 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.755001 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-3ee2bf00-0899-424d-aece-49c235e55260 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:32.790295 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a06ddf-448b-4eab-a1ca-70151b72cd56 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e3d17b-837b-4d55-b7b5-4cd602609a39,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:32.800385 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e3a06ddf-448b-4eab-a1ca-70151b72cd56 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:32.810640 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e3a06ddf-448b-4eab-a1ca-70151b72cd56 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.812234 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-e3a06ddf-448b-4eab-a1ca-70151b72cd56 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2391069 Apr 30 13:15:32.815139 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 46050) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:32.820984 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-ec1dede1-900a-4002-a04f-0148d80a8b75 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Request body: {'security_group_rule': {'security_group_id': 'a959678a-c237-45df-b2e3-f68bccc1ae30', 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:32.838716 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-ec1dede1-900a-4002-a04f-0148d80a8b75 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:32.853651 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-ec1dede1-900a-4002-a04f-0148d80a8b75 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Usage tracker for resource:security_group_rule and tenant:e2315ab7c5ff4612b3d026e8991e696c is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:32.870420 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-ec1dede1-900a-4002-a04f-0148d80a8b75 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:32.890151 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-ec1dede1-900a-4002-a04f-0148d80a8b75 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:32.921108 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ec1dede1-900a-4002-a04f-0148d80a8b75 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.127175 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ec1dede1-900a-4002-a04f-0148d80a8b75 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.133298 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:33.133818 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.141062 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ec1dede1-900a-4002-a04f-0148d80a8b75 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.147795 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1eb09dbc-9cb4-4357-a069-13926427f895 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:33.182747 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dede1-900a-4002-a04f-0148d80a8b75 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda6b2cc-ec18-4173-ac3e-3ab48a808ab0,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:33.198847 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2bcc-35af-44b6-a2a1-b45afa46b2e3 req-431e6c67-2ce1-4d0d-bef5-37ac029f5600 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:33.206792 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a0bf2bcc-35af-44b6-a2a1-b45afa46b2e3 req-431e6c67-2ce1-4d0d-bef5-37ac029f5600 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.1924055 Apr 30 13:15:33.209130 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ec1dede1-900a-4002-a04f-0148d80a8b75 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:33.209986 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ec1dede1-900a-4002-a04f-0148d80a8b75 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.211247 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-ec1dede1-900a-4002-a04f-0148d80a8b75 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3948143 Apr 30 13:15:33.214202 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 46054) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:33.230798 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-9b9a3aed-d98d-49b6-8d61-3ad6a4f1f138 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Request body: {'security_group_rule': {'security_group_id': 'a959678a-c237-45df-b2e3-f68bccc1ae30', 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:33.237599 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-9b9a3aed-d98d-49b6-8d61-3ad6a4f1f138 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:33.243077 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-9b9a3aed-d98d-49b6-8d61-3ad6a4f1f138 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Usage tracker for resource:security_group_rule and tenant:e2315ab7c5ff4612b3d026e8991e696c is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:33.246704 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-9b9a3aed-d98d-49b6-8d61-3ad6a4f1f138 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:33.256997 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-9b9a3aed-d98d-49b6-8d61-3ad6a4f1f138 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:33.265443 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a0bf2bcc-35af-44b6-a2a1-b45afa46b2e3 req-27bb2f1f-54e9-4647-8fa4-4f72851c3760 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575569 Apr 30 13:15:33.293248 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9b9a3aed-d98d-49b6-8d61-3ad6a4f1f138 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.481065 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9b9a3aed-d98d-49b6-8d61-3ad6a4f1f138 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.488186 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-173e356c-7786-441a-ad01-91246f6b281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'name': 'tempest-TestShelveInstance-400669024-router', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:20Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 4, 'project_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'gw_port': {'id': 'f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:23Z', 'updated_at': '2021-04-30T13:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'bb689723-7008-4045-a5fd-f2acb3c1a3e5', 'name': '', 'network_id': '39bf984e-8aa6-4267-996e-1c132ade6bb2', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'mac_address': 'fa:16:3e:ae:64:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '30f6374e-8eec-4460-94ee-166991bb01fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:28Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 2, 'project_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'subnets': [{'id': '30f6374e-8eec-4460-94ee-166991bb01fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:33.491816 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9b9a3aed-d98d-49b6-8d61-3ad6a4f1f138 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.497509 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Checking router: 5043e35d-f027-461a-af45-883ee1ce33b5 for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:33.497990 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Updating router 5043e35d-f027-461a-af45-883ee1ce33b5 port bb689723-7008-4045-a5fd-f2acb3c1a3e5 binding host dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:15:33.503090 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-534df338-3318-4fe3-931b-e5251137788c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:33.534916 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a3aed-d98d-49b6-8d61-3ad6a4f1f138 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786afa5e-f6b4-4828-aac5-26eeb09eeb3e,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:33.538921 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-9b9a3aed-d98d-49b6-8d61-3ad6a4f1f138 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:33.548062 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada613f1-e419-4f63-9533-ca86ddb85ff4 req-bf3647c5-f8c4-437e-a48c-177c23f277b1 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:33.549656 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ada613f1-e419-4f63-9533-ca86ddb85ff4 req-bf3647c5-f8c4-437e-a48c-177c23f277b1 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.1826303 Apr 30 13:15:33.552169 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9b9a3aed-d98d-49b6-8d61-3ad6a4f1f138 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.553488 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-9b9a3aed-d98d-49b6-8d61-3ad6a4f1f138 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3364098 Apr 30 13:15:33.556292 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 46064) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:33.563379 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-bee71fde-7a75-4c67-9044-a214bc7cd831 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Request body: {'security_group_rule': {'security_group_id': 'a959678a-c237-45df-b2e3-f68bccc1ae30', 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:33.568759 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.593602 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-bee71fde-7a75-4c67-9044-a214bc7cd831 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:33.604498 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-bee71fde-7a75-4c67-9044-a214bc7cd831 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Usage tracker for resource:security_group_rule and tenant:e2315ab7c5ff4612b3d026e8991e696c is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:33.615047 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-bee71fde-7a75-4c67-9044-a214bc7cd831 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:33.626537 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-bee71fde-7a75-4c67-9044-a214bc7cd831 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:33.640377 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ada613f1-e419-4f63-9533-ca86ddb85ff4 req-232fcd97-b301-4278-b551-f30219c3d6e3 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719819 Apr 30 13:15:33.649845 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.securitygroups_db [None req-bee71fde-7a75-4c67-9044-a214bc7cd831 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Project e2315ab7c5ff4612b3d026e8991e696c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:15:33.663525 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-bee71fde-7a75-4c67-9044-a214bc7cd831 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.759436 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-bee71fde-7a75-4c67-9044-a214bc7cd831 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.764429 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-bee71fde-7a75-4c67-9044-a214bc7cd831 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.774945 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:33.801539 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee71fde-7a75-4c67-9044-a214bc7cd831 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086e823f-d975-4b97-a681-39fe9f237b0b,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:33.812383 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-bee71fde-7a75-4c67-9044-a214bc7cd831 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:33.817331 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-bee71fde-7a75-4c67-9044-a214bc7cd831 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.824526 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-bee71fde-7a75-4c67-9044-a214bc7cd831 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2642114 Apr 30 13:15:33.825203 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 46070) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:33.837922 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-56cf8b85-632e-4d95-8234-0981b7bebc1e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Request body: {'security_group_rule': {'security_group_id': 'a959678a-c237-45df-b2e3-f68bccc1ae30', 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:33.850784 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-56cf8b85-632e-4d95-8234-0981b7bebc1e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:33.859434 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-56cf8b85-632e-4d95-8234-0981b7bebc1e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Usage tracker for resource:security_group_rule and tenant:e2315ab7c5ff4612b3d026e8991e696c is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:33.864186 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-56cf8b85-632e-4d95-8234-0981b7bebc1e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:33.879596 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-56cf8b85-632e-4d95-8234-0981b7bebc1e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:33.900162 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.securitygroups_db [None req-56cf8b85-632e-4d95-8234-0981b7bebc1e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Project e2315ab7c5ff4612b3d026e8991e696c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:15:33.909703 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-56cf8b85-632e-4d95-8234-0981b7bebc1e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.026038 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.030602 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-56cf8b85-632e-4d95-8234-0981b7bebc1e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.036638 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-56cf8b85-632e-4d95-8234-0981b7bebc1e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.039785 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:34.054335 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Transition to ACTIVE for port object bb689723-7008-4045-a5fd-f2acb3c1a3e5 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:34.063467 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.069617 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:34.078569 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf8b85-632e-4d95-8234-0981b7bebc1e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924eb8ae-22aa-488e-99ae-dcbba684eebe,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:34.086250 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-56cf8b85-632e-4d95-8234-0981b7bebc1e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:34.172408 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-56cf8b85-632e-4d95-8234-0981b7bebc1e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.200573 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-56cf8b85-632e-4d95-8234-0981b7bebc1e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3742070 Apr 30 13:15:34.311292 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78051f-fc0f-4e45-b0be-504602246be5 req-f5fdaf5c-ac77-4022-a1ec-361d205785d6 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:34.312834 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8c78051f-fc0f-4e45-b0be-504602246be5 req-f5fdaf5c-ac77-4022-a1ec-361d205785d6 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.90 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.2053289 Apr 30 13:15:34.379436 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836be894-2833-4eb5-9b80-f37473f0e9e4 None None] Pushing event updated for resources: {'Port': ['ID=bb689723-7008-4045-a5fd-f2acb3c1a3e5,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:34.386885 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-836be894-2833-4eb5-9b80-f37473f0e9e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:34.406010 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Attempting to bind port bb689723-7008-4045-a5fd-f2acb3c1a3e5 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:34.407861 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Attempting to bind port bb689723-7008-4045-a5fd-f2acb3c1a3e5 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '71c4489a-9a3b-4fd9-a053-2ddee8716fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '39bf984e-8aa6-4267-996e-1c132ade6bb2'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:34.407861 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Attempting to bind port bb689723-7008-4045-a5fd-f2acb3c1a3e5 on network 39bf984e-8aa6-4267-996e-1c132ade6bb2 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:34.419730 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:34.420114 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Checking segment: {'id': '71c4489a-9a3b-4fd9-a053-2ddee8716fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '39bf984e-8aa6-4267-996e-1c132ade6bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:34.420525 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.420926 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Bound using segment: {'id': '71c4489a-9a3b-4fd9-a053-2ddee8716fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '39bf984e-8aa6-4267-996e-1c132ade6bb2'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:34.421942 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Bound port: bb689723-7008-4045-a5fd-f2acb3c1a3e5, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c4489a-9a3b-4fd9-a053-2ddee8716fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '39bf984e-8aa6-4267-996e-1c132ade6bb2'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:34.421942 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.626593 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a40d42-dff7-4689-8bc3-f572b7a47149 req-00ab142b-93ab-4fb9-b0ef-8766a12e58f3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:34.633846 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-173e356c-7786-441a-ad01-91246f6b281e None None] For port bb689723-7008-4045-a5fd-f2acb3c1a3e5, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:34.643477 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-8c78051f-fc0f-4e45-b0be-504602246be5 req-d0345521-4580-4670-98c9-196a72f82b69 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Deleting port 2bb9b319-5477-46cb-afba-f220da9e8b39 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:15:34.643477 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8c78051f-fc0f-4e45-b0be-504602246be5 req-d0345521-4580-4670-98c9-196a72f82b69 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.646165 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-173e356c-7786-441a-ad01-91246f6b281e None None] For port bb689723-7008-4045-a5fd-f2acb3c1a3e5, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=bb689723-7008-4045-a5fd-f2acb3c1a3e5,segment=NetworkSegment(71c4489a-9a3b-4fd9-a053-2ddee8716fbe),segment_id=71c4489a-9a3b-4fd9-a053-2ddee8716fbe)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:34.648274 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e7a40d42-dff7-4689-8bc3-f572b7a47149 req-00ab142b-93ab-4fb9-b0ef-8766a12e58f3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.1756172 Apr 30 13:15:34.651809 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.657276 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7fa6d369-c0d6-4a5f-8fb6-686a23952579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:34.719854 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e7a40d42-dff7-4689-8bc3-f572b7a47149 req-f1415562-0d2a-4277-b2ac-8b55e8e1c10d tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705631 Apr 30 13:15:34.754590 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Routers {'5043e35d-f027-461a-af45-883ee1ce33b5'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:34.755241 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-173e356c-7786-441a-ad01-91246f6b281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:15:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['5043e35d-f027-461a-af45-883ee1ce33b5'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:34.911210 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-8c78051f-fc0f-4e45-b0be-504602246be5 req-d0345521-4580-4670-98c9-196a72f82b69 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] For port 2bb9b319-5477-46cb-afba-f220da9e8b39, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2bb9b319-5477-46cb-afba-f220da9e8b39,segment=NetworkSegment(d3330a3b-11d4-447e-b018-ebbd4c00fc05),segment_id=d3330a3b-11d4-447e-b018-ebbd4c00fc05)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:34.912324 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8c78051f-fc0f-4e45-b0be-504602246be5 req-d0345521-4580-4670-98c9-196a72f82b69 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.016424 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836be894-2833-4eb5-9b80-f37473f0e9e4 None None] Pushing event updated for resources: {'Port': ['ID=bb689723-7008-4045-a5fd-f2acb3c1a3e5,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:35.034054 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-836be894-2833-4eb5-9b80-f37473f0e9e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:35.068225 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-173e356c-7786-441a-ad01-91246f6b281e None None] Set router 5043e35d-f027-461a-af45-883ee1ce33b5 gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:35.103726 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d9bec-7c66-4e65-8ab5-3dd72871188d req-099405b6-25f4-474f-8d20-09712b44231b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:35.106678 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b41d9bec-7c66-4e65-8ab5-3dd72871188d req-099405b6-25f4-474f-8d20-09712b44231b tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 945 time: 0.2270086 Apr 30 13:15:35.120651 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-8c78051f-fc0f-4e45-b0be-504602246be5 req-d0345521-4580-4670-98c9-196a72f82b69 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Calling delete_port for 2bb9b319-5477-46cb-afba-f220da9e8b39 owned by compute:nova {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:15:35.200471 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b41d9bec-7c66-4e65-8ab5-3dd72871188d req-c54fa635-cc33-4c71-965d-1977d8a6170f tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/security-groups?id=bc6ab222-25be-4515-a8b8-ae7275c69223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851417 Apr 30 13:15:35.278704 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8c78051f-fc0f-4e45-b0be-504602246be5 req-d0345521-4580-4670-98c9-196a72f82b69 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.285445 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-478adc7e-13fd-481c-ac25-1ee54954b051 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:35.337753 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0345521-4580-4670-98c9-196a72f82b69 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Pushing event deleted for resources: {'Port': ['ID=2bb9b319-5477-46cb-afba-f220da9e8b39,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:35.347177 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d0345521-4580-4670-98c9-196a72f82b69 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:35.355306 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['2bb9b319-5477-46cb-afba-f220da9e8b39'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:35.455329 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c78051f-fc0f-4e45-b0be-504602246be5 req-d0345521-4580-4670-98c9-196a72f82b69 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] No DVR routers for this DVR port 2bb9b319-5477-46cb-afba-f220da9e8b39 on host hv-cinder-78836 {{(pid=73858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:15:35.459452 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-8c78051f-fc0f-4e45-b0be-504602246be5 req-d0345521-4580-4670-98c9-196a72f82b69 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.462129 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e672e8bc-f295-439c-838c-76b81e265dbc', 'name': 'network-vif-deleted', 'tag': '2bb9b319-5477-46cb-afba-f220da9e8b39'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:35.495422 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8c78051f-fc0f-4e45-b0be-504602246be5 req-d0345521-4580-4670-98c9-196a72f82b69 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.90 "DELETE /v2.0/ports/2bb9b319-5477-46cb-afba-f220da9e8b39 HTTP/1.1" status: 204 len: 173 time: 1.1752448 Apr 30 13:15:35.552925 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-173e356c-7786-441a-ad01-91246f6b281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'name': 'tempest-TestShelveInstance-400669024-router', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:20Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 4, 'project_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'gw_port': {'id': 'f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:23Z', 'updated_at': '2021-04-30T13:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'bb689723-7008-4045-a5fd-f2acb3c1a3e5', 'name': '', 'network_id': '39bf984e-8aa6-4267-996e-1c132ade6bb2', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'mac_address': 'fa:16:3e:ae:64:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '30f6374e-8eec-4460-94ee-166991bb01fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:28Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'subnets': [{'id': '30f6374e-8eec-4460-94ee-166991bb01fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:35.564798 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e356c-7786-441a-ad01-91246f6b281e None None] The sync data for ids ['5043e35d-f027-461a-af45-883ee1ce33b5'] in dv-cinder-788363-2-smb is: [{'id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'name': 'tempest-TestShelveInstance-400669024-router', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:20Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 4, 'project_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'gw_port': {'id': 'f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:23Z', 'updated_at': '2021-04-30T13:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'bb689723-7008-4045-a5fd-f2acb3c1a3e5', 'name': '', 'network_id': '39bf984e-8aa6-4267-996e-1c132ade6bb2', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'mac_address': 'fa:16:3e:ae:64:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '30f6374e-8eec-4460-94ee-166991bb01fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:28Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'subnets': [{'id': '30f6374e-8eec-4460-94ee-166991bb01fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:35.572490 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e672e8bc-f295-439c-838c-76b81e265dbc', 'name': 'network-vif-deleted', 'tag': '2bb9b319-5477-46cb-afba-f220da9e8b39', 'status': 'completed', 'code': 200} Apr 30 13:15:35.923519 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bea3c6-2832-4471-80bd-6c62b4fb91d2 req-cbebf66c-7ef8-475d-9139-e6afe28f96db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:35.925043 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-26bea3c6-2832-4471-80bd-6c62b4fb91d2 req-cbebf66c-7ef8-475d-9139-e6afe28f96db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963&device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 1098 time: 0.1737146 Apr 30 13:15:36.008647 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b0a2b-12fb-471e-a932-bd021183884f req-ace89c3c-4dfb-4524-a830-e5eafcf9bbb1 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:36.011035 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b15b0a2b-12fb-471e-a932-bd021183884f req-ace89c3c-4dfb-4524-a830-e5eafcf9bbb1 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.1093962 Apr 30 13:15:36.080488 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b15b0a2b-12fb-471e-a932-bd021183884f req-320e8d8a-ffb5-4500-b256-60053fee4f2f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628288 Apr 30 13:15:36.083448 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bea3c6-2832-4471-80bd-6c62b4fb91d2 req-a65babfa-fec9-489c-8951-5ac8d1ab1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:36.085292 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-26bea3c6-2832-4471-80bd-6c62b4fb91d2 req-a65babfa-fec9-489c-8951-5ac8d1ab1a13 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18 HTTP/1.1" status: 200 len: 919 time: 0.1497955 Apr 30 13:15:36.211069 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-26bea3c6-2832-4471-80bd-6c62b4fb91d2 req-476f660d-7a2e-4235-933c-60ecc229f16e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd97b4ee-7468-491b-ae00-251b195c71ce HTTP/1.1" status: 200 len: 1000 time: 0.1187847 Apr 30 13:15:36.430741 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bea3c6-2832-4471-80bd-6c62b4fb91d2 req-2316fa36-8e29-4baa-817f-871a45e4c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:36.430741 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-26bea3c6-2832-4471-80bd-6c62b4fb91d2 req-2316fa36-8e29-4baa-817f-871a45e4c4f0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49a9087f-e65a-4a37-b218-569f62f239a8 HTTP/1.1" status: 200 len: 856 time: 0.2129374 Apr 30 13:15:36.610436 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-f14836bb-fe1c-4dc7-aded-5a3aab9f9c72 req-7281561d-b21c-482c-8332-c0cf5f9d1ca6 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Synchronizing usage tracker for tenant:728e011aaa33473ea39ea408ff1c6201 on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:36.643794 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-f14836bb-fe1c-4dc7-aded-5a3aab9f9c72 req-7281561d-b21c-482c-8332-c0cf5f9d1ca6 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Unset dirty status for tenant:728e011aaa33473ea39ea408ff1c6201 on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:36.645842 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f14836bb-fe1c-4dc7-aded-5a3aab9f9c72 req-7281561d-b21c-482c-8332-c0cf5f9d1ca6 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] 10.222.0.93 "GET /v2.0/ports?device_id=e672e8bc-f295-439c-838c-76b81e265dbc HTTP/1.1" status: 200 len: 210 time: 0.1566529 Apr 30 13:15:36.685610 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device bb689723-7008-4045-a5fd-f2acb3c1a3e5 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:36.688831 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bea3c6-2832-4471-80bd-6c62b4fb91d2 req-855a4b64-2940-4514-a6f2-38415fecd8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:36.690482 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-26bea3c6-2832-4471-80bd-6c62b4fb91d2 req-855a4b64-2940-4514-a6f2-38415fecd8ce service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2521081 Apr 30 13:15:36.772288 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port bb689723-7008-4045-a5fd-f2acb3c1a3e5 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:36.778574 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port bb689723-7008-4045-a5fd-f2acb3c1a3e5 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:36.779277 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.921402 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-26bea3c6-2832-4471-80bd-6c62b4fb91d2 req-6f58949e-2344-4d29-9e8c-f1c65e564037 service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180085 Apr 30 13:15:36.954906 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.019242 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port bb689723-7008-4045-a5fd-f2acb3c1a3e5, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=bb689723-7008-4045-a5fd-f2acb3c1a3e5,segment=NetworkSegment(71c4489a-9a3b-4fd9-a053-2ddee8716fbe),segment_id=71c4489a-9a3b-4fd9-a053-2ddee8716fbe)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:37.024665 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.026890 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ae66741d-430e-4858-8c79-95f308fb489c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:37.053153 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c57058-53c4-44ca-a55d-734ea4fe19c7 req-1c3b3c3a-e9a7-4b5a-93e2-acd34c86f58e tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:37.060428 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b0c57058-53c4-44ca-a55d-734ea4fe19c7 req-1c3b3c3a-e9a7-4b5a-93e2-acd34c86f58e tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 945 time: 0.2294781 Apr 30 13:15:37.114360 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=bb689723-7008-4045-a5fd-f2acb3c1a3e5,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:37.118269 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:37.134463 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b0c57058-53c4-44ca-a55d-734ea4fe19c7 req-cdb21e82-9dbc-4aa1-a53c-ca0a566712c2 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731037 Apr 30 13:15:37.139034 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-26bea3c6-2832-4471-80bd-6c62b4fb91d2 req-f959e4d4-dc78-4db4-ad26-b0e1ee799f3c service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096424 Apr 30 13:15:37.382550 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bcccb-2870-4c94-aabb-2cd470b4d4ae req-d0eec688-56fc-4edc-8758-1b8ae8e30fd5 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:37.383982 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-670bcccb-2870-4c94-aabb-2cd470b4d4ae req-d0eec688-56fc-4edc-8758-1b8ae8e30fd5 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.1697783 Apr 30 13:15:37.429145 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-670bcccb-2870-4c94-aabb-2cd470b4d4ae req-79fda283-924f-4fbd-b5a2-b2e352157f86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388665 Apr 30 13:15:37.601041 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 2bb9b319-5477-46cb-afba-f220da9e8b39 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:15:37.638173 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: 2bb9b319-5477-46cb-afba-f220da9e8b39 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:15:37.638676 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 2bb9b319-5477-46cb-afba-f220da9e8b39 not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:15:37.754748 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 46178) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:38.303534 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f8d55b22-2ac6-4d12-8b82-510f4bb3b4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919930'] for router_interface, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.336993 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ff570-163c-4030-8c7b-3de58295bba1 req-e6859144-eeb9-4b2e-ab95-d69361a356e1 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:38.338516 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8c2ff570-163c-4030-8c7b-3de58295bba1 req-e6859144-eeb9-4b2e-ab95-d69361a356e1 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 945 time: 0.0842602 Apr 30 13:15:38.389795 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8c2ff570-163c-4030-8c7b-3de58295bba1 req-7c512dc1-6f04-41d5-846a-8379ec1b1ba6 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449595 Apr 30 13:15:38.588523 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device bb689723-7008-4045-a5fd-f2acb3c1a3e5 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:38.658611 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port bb689723-7008-4045-a5fd-f2acb3c1a3e5 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:38.658987 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.799505 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35485fe2-d94b-4fa9-adcc-f201f5030321 req-1542a2ad-933d-4d5d-a3c4-af7152d944c8 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:38.800958 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-35485fe2-d94b-4fa9-adcc-f201f5030321 req-1542a2ad-933d-4d5d-a3c4-af7152d944c8 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 945 time: 0.2418182 Apr 30 13:15:38.896984 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-35485fe2-d94b-4fa9-adcc-f201f5030321 req-a01491f5-13c7-4329-8474-23d57a221c1c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806251 Apr 30 13:15:38.919193 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-f8d55b22-2ac6-4d12-8b82-510f4bb3b4b6 admin admin] Deleting port aeac9097-d930-402b-91ad-18ce4e83a5db {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:15:38.919524 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f8d55b22-2ac6-4d12-8b82-510f4bb3b4b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.042328 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [None req-f8d55b22-2ac6-4d12-8b82-510f4bb3b4b6 admin admin] For port aeac9097-d930-402b-91ad-18ce4e83a5db, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=aeac9097-d930-402b-91ad-18ce4e83a5db,segment=NetworkSegment(d3330a3b-11d4-447e-b018-ebbd4c00fc05),segment_id=d3330a3b-11d4-447e-b018-ebbd4c00fc05)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:39.042683 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f8d55b22-2ac6-4d12-8b82-510f4bb3b4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.171682 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-f8d55b22-2ac6-4d12-8b82-510f4bb3b4b6 admin admin] Calling delete_port for aeac9097-d930-402b-91ad-18ce4e83a5db owned by network:router_interface {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:15:39.455415 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f8d55b22-2ac6-4d12-8b82-510f4bb3b4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.460109 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:39.503818 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d55b22-2ac6-4d12-8b82-510f4bb3b4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeac9097-d930-402b-91ad-18ce4e83a5db,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:39.531261 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f8d55b22-2ac6-4d12-8b82-510f4bb3b4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:39.598885 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1e036-bda0-4615-a490-73444083eed7 req-291c38bf-d9c5-4f92-8606-a54a4e7dd6cd tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:39.600517 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dbf1e036-bda0-4615-a490-73444083eed7 req-291c38bf-d9c5-4f92-8606-a54a4e7dd6cd tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 945 time: 0.0956388 Apr 30 13:15:39.625767 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fd97b4ee-7468-491b-ae00-251b195c71ce no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:15:39.654807 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dbf1e036-bda0-4615-a490-73444083eed7 req-a38e2fda-d86a-4a31-9e33-97ac150091ce tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469248 Apr 30 13:15:39.773993 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.793542 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f8d55b22-2ac6-4d12-8b82-510f4bb3b4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926410'] for router_interface, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.804615 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd97b4ee-7468-491b-ae00-251b195c71ce'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:39.815853 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fd97b4ee-7468-491b-ae00-251b195c71ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd97b4ee-7468-491b-ae00-251b195c71ce,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:39.820907 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.823176 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:39.864696 dv-cinder-788363-2-smb neutron-server[73860]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'code': 422} returned with failed status Apr 30 13:15:39.902221 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=fd97b4ee-7468-491b-ae00-251b195c71ce,revision_number=8']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:39.905522 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:40.101923 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46698e6a-9046-4ec9-ac6a-c71f3c68244b req-45db6626-5b12-41db-b89e-cba22ee1f3a8 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:40.103527 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-46698e6a-9046-4ec9-ac6a-c71f3c68244b req-45db6626-5b12-41db-b89e-cba22ee1f3a8 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.0918021 Apr 30 13:15:40.150092 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-46698e6a-9046-4ec9-ac6a-c71f3c68244b req-5096eb21-12c4-4b42-9613-285eef69967b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400691 Apr 30 13:15:40.268589 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d55b22-2ac6-4d12-8b82-510f4bb3b4b6 admin admin] Router 5b31bd68-1016-479d-97ac-29e3970f6d05 has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:15:40.455930 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d55b22-2ac6-4d12-8b82-510f4bb3b4b6 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:40.468572 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21574c85-2915-46d7-95ea-738b6f2d2dd0 None None] Sync routers for ids ['5b31bd68-1016-479d-97ac-29e3970f6d05'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:40.476772 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-f8d55b22-2ac6-4d12-8b82-510f4bb3b4b6 admin admin] 10.222.0.93 "PUT /v2.0/routers/5b31bd68-1016-479d-97ac-29e3970f6d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7206197 Apr 30 13:15:40.479431 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 46210) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:40.485709 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21574c85-2915-46d7-95ea-738b6f2d2dd0 None None] Routers {'5b31bd68-1016-479d-97ac-29e3970f6d05'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:40.486403 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-21574c85-2915-46d7-95ea-738b6f2d2dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:15:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['5b31bd68-1016-479d-97ac-29e3970f6d05'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:40.713905 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-21574c85-2915-46d7-95ea-738b6f2d2dd0 None None] Set router 5b31bd68-1016-479d-97ac-29e3970f6d05 gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:40.735944 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Notify callbacks [] for router, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.007537 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d621f7-8239-492b-94b4-3b159901aeb7 req-e696dd45-fe04-481e-ac27-cd9887162f71 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:41.009118 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-67d621f7-8239-492b-94b4-3b159901aeb7 req-e696dd45-fe04-481e-ac27-cd9887162f71 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 945 time: 0.2149410 Apr 30 13:15:41.053238 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.059656 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-21574c85-2915-46d7-95ea-738b6f2d2dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'name': 'tempest-ServerRescueNegativeTestJSON-1637744463-router', 'tenant_id': '728e011aaa33473ea39ea408ff1c6201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:56Z', 'updated_at': '2021-04-30T13:15:39Z', 'revision_number': 5, 'project_id': '728e011aaa33473ea39ea408ff1c6201', 'gw_port': {'id': 'a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:eb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:57Z', 'updated_at': '2021-04-30T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:41.067648 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21574c85-2915-46d7-95ea-738b6f2d2dd0 None None] Checking router: 5b31bd68-1016-479d-97ac-29e3970f6d05 for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:41.079777 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21574c85-2915-46d7-95ea-738b6f2d2dd0 None None] Routers {'5b31bd68-1016-479d-97ac-29e3970f6d05'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:41.080694 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-21574c85-2915-46d7-95ea-738b6f2d2dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:15:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['5b31bd68-1016-479d-97ac-29e3970f6d05'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:41.126886 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-67d621f7-8239-492b-94b4-3b159901aeb7 req-3b6b2e24-6553-424e-9495-42e26d6a44fb tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110795 Apr 30 13:15:41.169954 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Deleting port a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:15:41.170701 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.319939 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] For port a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:41.320334 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.349935 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527fae6-704e-498a-a574-9f186aad2cda req-77371123-fbfe-4f69-8edb-ce96686168a8 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:41.357073 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d527fae6-704e-498a-a574-9f186aad2cda req-77371123-fbfe-4f69-8edb-ce96686168a8 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.1244514 Apr 30 13:15:41.392520 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-21574c85-2915-46d7-95ea-738b6f2d2dd0 None None] Set router 5b31bd68-1016-479d-97ac-29e3970f6d05 gateway port host: None {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:41.415203 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d527fae6-704e-498a-a574-9f186aad2cda req-0a13626a-046e-4b5f-9e6c-02798ffc5c98 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571480 Apr 30 13:15:41.521781 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Calling delete_port for a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2 owned by network:router_gateway {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:15:41.546136 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-21574c85-2915-46d7-95ea-738b6f2d2dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'name': 'tempest-ServerRescueNegativeTestJSON-1637744463-router', 'tenant_id': '728e011aaa33473ea39ea408ff1c6201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:56Z', 'updated_at': '2021-04-30T13:15:41Z', 'revision_number': 6, 'project_id': '728e011aaa33473ea39ea408ff1c6201', 'gw_port_host': None}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:41.554469 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21574c85-2915-46d7-95ea-738b6f2d2dd0 None None] The sync data for ids ['5b31bd68-1016-479d-97ac-29e3970f6d05'] in dv-cinder-788363-2-smb is: [{'id': '5b31bd68-1016-479d-97ac-29e3970f6d05', 'name': 'tempest-ServerRescueNegativeTestJSON-1637744463-router', 'tenant_id': '728e011aaa33473ea39ea408ff1c6201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:56Z', 'updated_at': '2021-04-30T13:15:41Z', 'revision_number': 6, 'project_id': '728e011aaa33473ea39ea408ff1c6201', 'gw_port_host': None}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:41.576045 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 46248) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:41.719504 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-276b1a68-2c2b-400f-a66c-dd4271212e5b req-66d26baf-01bb-4092-a7bc-f497e56e5f5e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1414440 Apr 30 13:15:41.912683 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.919323 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:41.975189 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:42.075402 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:42.106717 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933613'] for router_gateway, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.327176 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104ca7-ac42-4da8-b682-11c44d4fdef2 req-b9dcad3f-8731-492a-9cc4-4e267dd36b7a tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:42.328373 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59984'] for router, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.330888 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cf104ca7-ac42-4da8-b682-11c44d4fdef2 req-b9dcad3f-8731-492a-9cc4-4e267dd36b7a tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.90 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 945 time: 0.0977569 Apr 30 13:15:42.332019 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.433777 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646216'] for router, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.434357 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b31bd68-1016-479d-97ac-29e3970f6d05 {{(pid=73859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:15:42.469084 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580ee23-96d7-49e7-a51b-f77baedf8e02 req-f0bf07f7-7ac0-475d-8cdb-e68cbe70dfee tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:42.471055 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2580ee23-96d7-49e7-a51b-f77baedf8e02 req-f0bf07f7-7ac0-475d-8cdb-e68cbe70dfee tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 945 time: 0.1985834 Apr 30 13:15:42.477473 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.481691 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] 10.222.0.93 "DELETE /v2.0/routers/5b31bd68-1016-479d-97ac-29e3970f6d05 HTTP/1.1" status: 204 len: 168 time: 1.9973569 Apr 30 13:15:42.481908 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 46276) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:42.578749 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2580ee23-96d7-49e7-a51b-f77baedf8e02 req-036bb324-fafe-4c07-a4cb-ddd70066cd3d tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957434 Apr 30 13:15:42.633450 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2 no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:15:42.639197 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-cf104ca7-ac42-4da8-b682-11c44d4fdef2 req-932543fd-dcac-4ce6-99f2-63aa755e53ec tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Deleting port c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:15:42.639723 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-cf104ca7-ac42-4da8-b682-11c44d4fdef2 req-932543fd-dcac-4ce6-99f2-63aa755e53ec tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.674707 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:15:42.675059 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device a8ec1d71-dd53-49b8-90a5-d40d4ca7d0a2 not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:15:42.675490 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device aeac9097-d930-402b-91ad-18ce4e83a5db no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:15:42.690763 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a2efe0-c399-4d12-aa74-dbd7d78c3c78 admin admin] Deleting subnet fe60babf-fd3a-4f6e-bd32-5cb1a265cccb {{(pid=73858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:15:42.716186 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: aeac9097-d930-402b-91ad-18ce4e83a5db {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:15:42.716600 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device aeac9097-d930-402b-91ad-18ce4e83a5db not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:15:42.744123 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-34a2efe0-c399-4d12-aa74-dbd7d78c3c78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.838733 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-34a2efe0-c399-4d12-aa74-dbd7d78c3c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-541961'] for subnet, precommit_delete_associations {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.901739 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-cf104ca7-ac42-4da8-b682-11c44d4fdef2 req-932543fd-dcac-4ce6-99f2-63aa755e53ec tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] For port c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2,segment=NetworkSegment(0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395),segment_id=0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:42.902661 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-cf104ca7-ac42-4da8-b682-11c44d4fdef2 req-932543fd-dcac-4ce6-99f2-63aa755e53ec tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.919994 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7945127-eb95-4c85-a465-6a3602de892d req-90ff9d28-c3ce-4baa-a220-45126ba5efad tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:42.921599 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d7945127-eb95-4c85-a465-6a3602de892d req-90ff9d28-c3ce-4baa-a220-45126ba5efad tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.3425198 Apr 30 13:15:43.058078 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-34a2efe0-c399-4d12-aa74-dbd7d78c3c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134165206'] for subnet, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.094786 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-cf104ca7-ac42-4da8-b682-11c44d4fdef2 req-932543fd-dcac-4ce6-99f2-63aa755e53ec tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Calling delete_port for c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 owned by compute:nova {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:15:43.154142 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d7945127-eb95-4c85-a465-6a3602de892d req-01c0f674-de96-4255-ab93-331bfa74c496 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220495 Apr 30 13:15:43.199484 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b1a68-2c2b-400f-a66c-dd4271212e5b req-eadb5552-ffb4-45d8-8f7e-e08df8c97486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.201420 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-276b1a68-2c2b-400f-a66c-dd4271212e5b req-eadb5552-ffb4-45d8-8f7e-e08df8c97486 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93&tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963 HTTP/1.1" status: 200 len: 1096 time: 0.0967932 Apr 30 13:15:43.312478 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b1a68-2c2b-400f-a66c-dd4271212e5b req-0d454a90-a305-48e8-b7dc-aaa1e80c82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.313953 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-276b1a68-2c2b-400f-a66c-dd4271212e5b req-0d454a90-a305-48e8-b7dc-aaa1e80c82f7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963&device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 1096 time: 0.0735781 Apr 30 13:15:43.439423 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-cf104ca7-ac42-4da8-b682-11c44d4fdef2 req-932543fd-dcac-4ce6-99f2-63aa755e53ec tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.445095 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-6f84b985-9574-4da7-afff-0dffa526daa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:43.455190 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b1a68-2c2b-400f-a66c-dd4271212e5b req-e4dd1f90-f834-4ac7-82b7-2fa65f619a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.456625 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-276b1a68-2c2b-400f-a66c-dd4271212e5b req-e4dd1f90-f834-4ac7-82b7-2fa65f619a6f service neutron] 10.222.0.90 "GET /v2.0/networks?id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18 HTTP/1.1" status: 200 len: 919 time: 0.1321597 Apr 30 13:15:43.492096 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:43.494537 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932543fd-dcac-4ce6-99f2-63aa755e53ec tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Pushing event deleted for resources: {'Port': ['ID=c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:43.502310 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-932543fd-dcac-4ce6-99f2-63aa755e53ec tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:43.573468 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-34a2efe0-c399-4d12-aa74-dbd7d78c3c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134165199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3096817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1572752'] for subnet, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.578114 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-276b1a68-2c2b-400f-a66c-dd4271212e5b req-ee16da2b-cfee-41e8-a154-5b070cc1ea80 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd97b4ee-7468-491b-ae00-251b195c71ce HTTP/1.1" status: 200 len: 998 time: 0.1146626 Apr 30 13:15:43.643533 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b1a68-2c2b-400f-a66c-dd4271212e5b req-c09db032-effa-4df2-8ea8-31f324921638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.645049 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-276b1a68-2c2b-400f-a66c-dd4271212e5b req-c09db032-effa-4df2-8ea8-31f324921638 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49a9087f-e65a-4a37-b218-569f62f239a8 HTTP/1.1" status: 200 len: 856 time: 0.0600967 Apr 30 13:15:43.670373 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf104ca7-ac42-4da8-b682-11c44d4fdef2 req-932543fd-dcac-4ce6-99f2-63aa755e53ec tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] No DVR routers for this DVR port c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 on host hv-cinder-78836 {{(pid=73858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:15:43.672586 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f0a74b9b-68de-4df8-993d-768e15092ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:43.699022 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-cf104ca7-ac42-4da8-b682-11c44d4fdef2 req-932543fd-dcac-4ce6-99f2-63aa755e53ec tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.706135 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da35fc42-6da9-4e0e-bb23-352f021102e7', 'name': 'network-vif-deleted', 'tag': 'c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:43.720137 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2efe0-c399-4d12-aa74-dbd7d78c3c78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe60babf-fd3a-4f6e-bd32-5cb1a265cccb,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:43.722165 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-34a2efe0-c399-4d12-aa74-dbd7d78c3c78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.727227 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-34a2efe0-c399-4d12-aa74-dbd7d78c3c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:43.739284 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cf104ca7-ac42-4da8-b682-11c44d4fdef2 req-932543fd-dcac-4ce6-99f2-63aa755e53ec tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.90 "DELETE /v2.0/ports/c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 HTTP/1.1" status: 204 len: 173 time: 1.4018931 Apr 30 13:15:43.743798 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-34a2efe0-c399-4d12-aa74-dbd7d78c3c78 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/fe60babf-fd3a-4f6e-bd32-5cb1a265cccb HTTP/1.1" status: 204 len: 168 time: 1.2607985 Apr 30 13:15:43.744634 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-64aa7175-6f63-4670-bc2c-e383caf8fb9b req-ec4a6090-ebd5-4a3b-a71d-e655a476e046 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=da35fc42-6da9-4e0e-bb23-352f021102e7 HTTP/1.1" status: 200 len: 210 time: 0.0471709 Apr 30 13:15:43.744815 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 46290) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:43.804179 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b1a68-2c2b-400f-a66c-dd4271212e5b req-fc21218c-2efe-4ec8-8e36-36375c204ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.805676 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-276b1a68-2c2b-400f-a66c-dd4271212e5b req-fc21218c-2efe-4ec8-8e36-36375c204ae1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1527448 Apr 30 13:15:43.840592 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da35fc42-6da9-4e0e-bb23-352f021102e7', 'name': 'network-vif-deleted', 'tag': 'c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2', 'status': 'completed', 'code': 200} Apr 30 13:15:43.869950 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133776857'] for network, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.962002 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-276b1a68-2c2b-400f-a66c-dd4271212e5b req-69874afb-c52c-43ee-bd36-27befe2f3a43 service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390681 Apr 30 13:15:43.994183 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134168155', 'neutron.services.segments.db._delete_segments_for_network-8749317885085'] for network, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.100527 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.services.segments.db [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035c0dcc-7aef-41c7-bb29-43b3d853a08d']}} {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:44.112953 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.services.segments.db [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3330a3b-11d4-447e-b018-ebbd4c00fc05') {'for_net_delete': True} {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:44.113250 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.services.segments.db [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3330a3b-11d4-447e-b018-ebbd4c00fc05') {} {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:44.124000 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-276b1a68-2c2b-400f-a66c-dd4271212e5b req-c29e9940-adda-477e-a846-2c831cb395f7 service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263466 Apr 30 13:15:44.124359 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749317896807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-541952'] for segment, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.140150 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.146327 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=73858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:15:44.324702 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] Network 035c0dcc-7aef-41c7-bb29-43b3d853a08d has no segments {{(pid=73858) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:15:44.335054 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134162659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096667'] for segment, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.533160 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47908be-d272-4d17-a56e-54e4b0b6a15b req-6477036a-5c72-4d56-a3d2-739d7723aeb7 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:44.538282 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] Network 035c0dcc-7aef-41c7-bb29-43b3d853a08d has no segments {{(pid=73858) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:15:44.540641 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a47908be-d272-4d17-a56e-54e4b0b6a15b req-6477036a-5c72-4d56-a3d2-739d7723aeb7 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.2611563 Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: Traceback (most recent call last): Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: timer() Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: cb(*args, **kw) Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: return func(*args, **kwargs) Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: self._notify() Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: self.callback(batched_events) Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: event.method(event) Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: return f(self, *a, **k) Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: return self._get(url).json() Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: return self.request(url, 'GET', **kwargs) Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:15:44.560222 dv-cinder-788363-2-smb neutron-server[73858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:15:44.585252 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a47908be-d272-4d17-a56e-54e4b0b6a15b req-8078a868-b329-4500-bb5c-4f314a54bb40 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436857 Apr 30 13:15:44.644377 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134168144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931953'] for network, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.648326 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:44.664900 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.671794 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] Pushing event deleted for resources: {'Network': ['ID=035c0dcc-7aef-41c7-bb29-43b3d853a08d,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:44.674854 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] 10.222.0.93 "DELETE /v2.0/networks/035c0dcc-7aef-41c7-bb29-43b3d853a08d HTTP/1.1" status: 204 len: 168 time: 0.9287312 Apr 30 13:15:44.675552 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:44.795863 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 46304) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:44.851590 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-016c47ee-c41d-4a00-a475-2776f1a95186 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=728e011aaa33473ea39ea408ff1c6201&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0544653 Apr 30 13:15:44.854006 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 46308) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:44.917965 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cf047c75-14eb-4435-9990-33f407f6dbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.946611 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cf047c75-14eb-4435-9990-33f407f6dbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.008671 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cf047c75-14eb-4435-9990-33f407f6dbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.014999 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:45.029085 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf047c75-14eb-4435-9990-33f407f6dbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6ab222-25be-4515-a8b8-ae7275c69223,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:45.032980 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cf047c75-14eb-4435-9990-33f407f6dbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:45.052971 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cf047c75-14eb-4435-9990-33f407f6dbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.057646 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-cf047c75-14eb-4435-9990-33f407f6dbee admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bc6ab222-25be-4515-a8b8-ae7275c69223 HTTP/1.1" status: 204 len: 168 time: 0.2023742 Apr 30 13:15:45.644322 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:15:45.769888 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:15:45.771387 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device c5dc8a3c-666e-4ce8-9d61-8658cbc0bdb2 not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:15:45.821888 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-427b7651-0d02-46a7-be48-bab98d6f7c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.973710 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651344a3-71fb-4436-83da-8de9249f863a req-0bdc89b7-6ec5-42b1-b659-813a1e18a763 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:45.976420 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-651344a3-71fb-4436-83da-8de9249f863a req-0bdc89b7-6ec5-42b1-b659-813a1e18a763 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.1779411 Apr 30 13:15:46.110401 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-651344a3-71fb-4436-83da-8de9249f863a req-52e7c61c-0a51-4e2e-a6d5-a8d4ee372036 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202505 Apr 30 13:15:47.322739 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433994c-1ab9-4eb4-a177-1a5ebce9f486 req-886c2821-faed-488e-8c35-375569aac2e7 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:47.325679 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b433994c-1ab9-4eb4-a177-1a5ebce9f486 req-886c2821-faed-488e-8c35-375569aac2e7 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.0935190 Apr 30 13:15:47.372597 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b433994c-1ab9-4eb4-a177-1a5ebce9f486 req-da0bc7d4-2c19-4c45-9acf-6b19e1a24bd6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410397 Apr 30 13:15:48.074017 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.499356 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-1308ef97-15d4-418f-8025-e3e8da81f1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.724799 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7a1f2-5495-424b-a8f4-e18b5a16a9b8 req-d21cec3e-1d80-4318-80f7-b49df5265b9d tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:48.728660 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-bad7a1f2-5495-424b-a8f4-e18b5a16a9b8 req-d21cec3e-1d80-4318-80f7-b49df5265b9d tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.1835644 Apr 30 13:15:48.827546 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-bad7a1f2-5495-424b-a8f4-e18b5a16a9b8 req-723329ac-83d4-46c3-8530-a48e588e1e5c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898495 Apr 30 13:15:49.682779 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.061324 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fc1b0-e922-4357-b727-c42b04f73186 req-36a1f589-abdd-42a8-95d2-a5bf5ad4a372 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:50.064619 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-bf4fc1b0-e922-4357-b727-c42b04f73186 req-36a1f589-abdd-42a8-95d2-a5bf5ad4a372 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.0983911 Apr 30 13:15:50.114552 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-bf4fc1b0-e922-4357-b727-c42b04f73186 req-e279b9cb-cd48-4a95-aad7-f19fcdeb04a1 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413699 Apr 30 13:15:51.364199 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.405117 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678a002-810e-4058-b2c4-68692756b1b0 req-716a9e69-ff46-4974-b22a-45f1259d999e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:51.410870 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4678a002-810e-4058-b2c4-68692756b1b0 req-716a9e69-ff46-4974-b22a-45f1259d999e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.1416516 Apr 30 13:15:51.455856 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4678a002-810e-4058-b2c4-68692756b1b0 req-a1f3d2b8-bd4f-4885-81b6-92865a10034b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428145 Apr 30 13:15:52.816288 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc316e3c-9024-4218-b4dc-d291efc99d74 req-2bbd1d49-bc5c-4c5b-8978-dc331b94ac51 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:52.818868 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dc316e3c-9024-4218-b4dc-d291efc99d74 req-2bbd1d49-bc5c-4c5b-8978-dc331b94ac51 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.1011415 Apr 30 13:15:52.866952 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dc316e3c-9024-4218-b4dc-d291efc99d74 req-b8a8aeca-cd92-40c2-8901-0311d5e43be4 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417905 Apr 30 13:15:54.195972 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f592d4-95ba-4069-a1f0-946cdf7bf88d req-c3469bc2-4956-4c3c-bc51-fa6a2e5376d1 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:54.197538 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a5f592d4-95ba-4069-a1f0-946cdf7bf88d req-c3469bc2-4956-4c3c-bc51-fa6a2e5376d1 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.1833010 Apr 30 13:15:54.256848 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a5f592d4-95ba-4069-a1f0-946cdf7bf88d req-b2aebc88-86be-416c-bbef-85c9c61f8f30 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531909 Apr 30 13:15:54.644701 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-a6696be1-f16d-46f8-aa67-f405dd98b4df tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:54.651882 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-a6696be1-f16d-46f8-aa67-f405dd98b4df tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/networks?id=d55d3d08-e372-4f6d-a5de-c7c600bfbc06 HTTP/1.1" status: 200 len: 813 time: 0.1862066 Apr 30 13:15:54.668836 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-8c495fcd-c133-409f-b8f7-d4a8d3c0ed1f tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/quotas/8dce03f397a44d7db11a1491fa21eee2 HTTP/1.1" status: 200 len: 375 time: 0.0159705 Apr 30 13:15:54.717460 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-bce22cc9-d716-4568-8b35-69ebe39b8575 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dce03f397a44d7db11a1491fa21eee2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476649 Apr 30 13:15:54.874974 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-a54f6564-8ff0-4c86-96e3-4cf247368a23 service neutron] 10.222.0.93 "GET /v2.0/networks/d55d3d08-e372-4f6d-a5de-c7c600bfbc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503785 Apr 30 13:15:55.020226 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-1e32c6a5-c91f-4b97-b4dc-8499b3c4d665 service neutron] 10.222.0.93 "GET /v2.0/networks/d55d3d08-e372-4f6d-a5de-c7c600bfbc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388755 Apr 30 13:15:55.414951 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-e1644a29-a28a-4eef-9647-15af598083e2 req-8b47a62f-bd1f-4973-8a05-b6b1df1a156d tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Synchronizing usage tracker for tenant:8dce03f397a44d7db11a1491fa21eee2 on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:55.457543 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-e1644a29-a28a-4eef-9647-15af598083e2 req-8b47a62f-bd1f-4973-8a05-b6b1df1a156d tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Unset dirty status for tenant:8dce03f397a44d7db11a1491fa21eee2 on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:55.459048 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e1644a29-a28a-4eef-9647-15af598083e2 req-8b47a62f-bd1f-4973-8a05-b6b1df1a156d tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 210 time: 0.1788526 Apr 30 13:15:55.630420 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c216d21-c9a6-4bfb-8ba1-9b449a30e927 req-ef806bc9-778c-4880-bc57-bba0eb527cf1 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:55.632495 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3c216d21-c9a6-4bfb-8ba1-9b449a30e927 req-ef806bc9-778c-4880-bc57-bba0eb527cf1 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.1613266 Apr 30 13:15:55.694774 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3c216d21-c9a6-4bfb-8ba1-9b449a30e927 req-dbace368-c65c-4c00-ad0c-a02ec3bdab6e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533648 Apr 30 13:15:56.643871 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-72a2304a-5d15-418b-8cfc-d37cc503d2ff req-0387f0a2-d864-4456-b151-96b3cb31d254 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 210 time: 0.0503097 Apr 30 13:15:56.887818 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8e11c-145d-4c6b-a3a5-dae91402be39 req-ef698f57-a05c-4963-901b-55b994b1b19b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:56.889267 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-46f8e11c-145d-4c6b-a3a5-dae91402be39 req-ef698f57-a05c-4963-901b-55b994b1b19b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.0800714 Apr 30 13:15:56.935345 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-46f8e11c-145d-4c6b-a3a5-dae91402be39 req-26cc264e-e759-4310-8482-f437c64aaf79 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403175 Apr 30 13:15:57.266536 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 46606) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:57.402651 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-c6508c43-9bd7-4fb3-b16c-8a2d09efa849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.409010 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2a7eb7a-7afe-46e0-b6d2-d65713c2b8d7 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:57.410513 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2a7eb7a-7afe-46e0-b6d2-d65713c2b8d7 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.90 "GET /v2.0/networks?id=d55d3d08-e372-4f6d-a5de-c7c600bfbc06 HTTP/1.1" status: 200 len: 813 time: 0.1554501 Apr 30 13:15:57.418652 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-c6508c43-9bd7-4fb3-b16c-8a2d09efa849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:57.422667 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-c6508c43-9bd7-4fb3-b16c-8a2d09efa849 admin admin] Usage tracker for resource:security_group_rule and tenant:218c6ee96ddf49ddb58042b0c191c738 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:57.425418 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-c6508c43-9bd7-4fb3-b16c-8a2d09efa849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:57.431380 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-c6508c43-9bd7-4fb3-b16c-8a2d09efa849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:57.432658 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Request body: {'port': {'device_id': '8b6b3df8-177e-4147-9a6b-ca2cd0c27232', 'network_id': 'd55d3d08-e372-4f6d-a5de-c7c600bfbc06', 'admin_state_up': True, 'tenant_id': '8dce03f397a44d7db11a1491fa21eee2'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:57.518456 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-c6508c43-9bd7-4fb3-b16c-8a2d09efa849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.522364 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-c6508c43-9bd7-4fb3-b16c-8a2d09efa849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.531296 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d3847c59-1f4b-4951-a292-7c65d90fb41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:57.570620 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-c6508c43-9bd7-4fb3-b16c-8a2d09efa849 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=218c6ee96ddf49ddb58042b0c191c738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028069 Apr 30 13:15:57.572499 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6508c43-9bd7-4fb3-b16c-8a2d09efa849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430a65ae-56ee-4d8b-b808-dcced8249f6f,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:57.573317 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:57.575102 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 46616) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:57.577744 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-c6508c43-9bd7-4fb3-b16c-8a2d09efa849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:57.583718 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:57.594806 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Made reservation on behalf of 8dce03f397a44d7db11a1491fa21eee2 for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:57.598434 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.637933 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-65d67945-bbd3-4064-81ab-4217f2a12c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.663282 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-65d67945-bbd3-4064-81ab-4217f2a12c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.718228 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-65d67945-bbd3-4064-81ab-4217f2a12c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.722655 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a0817b1b-849f-42d6-b51c-93a99af7cf95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:57.736389 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d67945-bbd3-4064-81ab-4217f2a12c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430a65ae-56ee-4d8b-b808-dcced8249f6f,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:57.739569 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-65d67945-bbd3-4064-81ab-4217f2a12c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:57.744733 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-65d67945-bbd3-4064-81ab-4217f2a12c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.746702 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-65d67945-bbd3-4064-81ab-4217f2a12c9c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/430a65ae-56ee-4d8b-b808-dcced8249f6f HTTP/1.1" status: 204 len: 168 time: 0.1705756 Apr 30 13:15:57.785784 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Allocated IP 172.20.0.4 (d55d3d08-e372-4f6d-a5de-c7c600bfbc06/77591503-27a2-4163-8b52-685289cbdf0b/5a39d9c5-eacd-4278-8bbe-ac30ce4181f2) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:57.810842 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5b5acb4f-4dd2-4d65-901e-d4939f969b4d req-8da1f022-e98d-44d1-a96f-d9b01baac3da tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 210 time: 0.0448003 Apr 30 13:15:58.035281 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.070400 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.079034 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:58.218635 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 46640) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:58.294252 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Network d55d3d08-e372-4f6d-a5de-c7c600bfbc06 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:58.299968 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:58.308626 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:58.340915 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Pushing event updated for resources: {'Port': ['ID=5a39d9c5-eacd-4278-8bbe-ac30ce4181f2,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:58.357418 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:58.394448 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:58.395502 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.429930 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a0726-2455-4ff4-bce2-052136f0de15 req-8ee720f9-e6d8-4c9a-8bd1-da45fefa6462 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:58.431462 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4c9a0726-2455-4ff4-bce2-052136f0de15 req-8ee720f9-e6d8-4c9a-8bd1-da45fefa6462 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.3169398 Apr 30 13:15:58.437887 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a65391d0-a0f6-42be-b48b-a0cafcf59257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.458531 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-b2327d9e-fbcc-42d2-8d6b-875630363803 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0301054 Apr 30 13:15:58.462423 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-a65391d0-a0f6-42be-b48b-a0cafcf59257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:58.467420 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-a65391d0-a0f6-42be-b48b-a0cafcf59257 admin admin] Usage tracker for resource:security_group_rule and tenant:bf29bf4f59674598ad4e6c90bd66d13c is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:58.470940 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-a65391d0-a0f6-42be-b48b-a0cafcf59257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:58.478881 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Request body: {'port': {'device_id': '8b6b3df8-177e-4147-9a6b-ca2cd0c27232', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:58.482822 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-a65391d0-a0f6-42be-b48b-a0cafcf59257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:58.551947 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4c9a0726-2455-4ff4-bce2-052136f0de15 req-7f61384e-3bc0-46a1-a498-6ee5ac85efb7 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132874 Apr 30 13:15:58.615100 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a65391d0-a0f6-42be-b48b-a0cafcf59257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.619300 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a65391d0-a0f6-42be-b48b-a0cafcf59257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.629429 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-433aad53-7072-4af1-9d05-7d72422c574c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:58.653923 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.708805 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-a65391d0-a0f6-42be-b48b-a0cafcf59257 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bf29bf4f59674598ad4e6c90bd66d13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4854946 Apr 30 13:15:58.708805 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65391d0-a0f6-42be-b48b-a0cafcf59257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a327a788-b013-4ecf-aa2d-482135800b2e,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:58.709599 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 46664) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:58.725622 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a65391d0-a0f6-42be-b48b-a0cafcf59257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:58.728629 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-1135d742-4fe5-40c6-9fe8-5c52f6f4891e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541214048&fields=id&tenant_id=e2315ab7c5ff4612b3d026e8991e696c HTTP/1.1" status: 200 len: 267 time: 0.1009390 Apr 30 13:15:58.858879 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4031dc3b-f9ad-4431-924a-f802bf8e97f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.896260 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-2c17eb79-5832-47bb-9743-ffb48a69d787 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:58.898681 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-2c17eb79-5832-47bb-9743-ffb48a69d787 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/networks?id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4 HTTP/1.1" status: 200 len: 808 time: 0.1625676 Apr 30 13:15:58.915586 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-54a37fd1-cd03-4a7b-8f3f-3a280986a84c tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/quotas/e2315ab7c5ff4612b3d026e8991e696c HTTP/1.1" status: 200 len: 375 time: 0.0116293 Apr 30 13:15:58.966512 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4031dc3b-f9ad-4431-924a-f802bf8e97f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.032915 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-d432685e-27fd-4535-991b-8094966f89b4 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e2315ab7c5ff4612b3d026e8991e696c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107805 Apr 30 13:15:59.137006 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4031dc3b-f9ad-4431-924a-f802bf8e97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.147002 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4a63545e-9424-4448-a3f8-ea0751ab03e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:59.177672 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-3016c545-1be1-497f-add3-bfed4f5d24ac service neutron] 10.222.0.93 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425939 Apr 30 13:15:59.194450 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb1b09-f6ac-4dc3-8484-280bc2d82b75 req-f16fc9e4-9b67-48a8-b5db-588e7d0573ab tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:59.195160 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-e5eb1b09-f6ac-4dc3-8484-280bc2d82b75 req-f16fc9e4-9b67-48a8-b5db-588e7d0573ab tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Synchronizing usage tracker for tenant:8dce03f397a44d7db11a1491fa21eee2 on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:59.209420 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031dc3b-f9ad-4431-924a-f802bf8e97f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a327a788-b013-4ecf-aa2d-482135800b2e,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:59.209532 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4031dc3b-f9ad-4431-924a-f802bf8e97f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:59.231631 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4031dc3b-f9ad-4431-924a-f802bf8e97f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.232596 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-4031dc3b-f9ad-4431-924a-f802bf8e97f6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a327a788-b013-4ecf-aa2d-482135800b2e HTTP/1.1" status: 204 len: 168 time: 0.5225582 Apr 30 13:15:59.244060 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:59.249853 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-e5eb1b09-f6ac-4dc3-8484-280bc2d82b75 req-f16fc9e4-9b67-48a8-b5db-588e7d0573ab tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Unset dirty status for tenant:8dce03f397a44d7db11a1491fa21eee2 on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:59.250929 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e5eb1b09-f6ac-4dc3-8484-280bc2d82b75 req-f16fc9e4-9b67-48a8-b5db-588e7d0573ab tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 931 time: 0.2866492 Apr 30 13:15:59.255567 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.276322 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Transition to ACTIVE for port object 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:59.293812 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.301507 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:59.356607 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-eb5e15a0-7d74-4add-afa3-a48c6724599e service neutron] 10.222.0.93 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719978 Apr 30 13:15:59.453325 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e5eb1b09-f6ac-4dc3-8484-280bc2d82b75 req-7c782bca-bf30-410c-b6f1-4c108ae5c7e0 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904767 Apr 30 13:15:59.479131 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a39d9c5-eacd-4278-8bbe-ac30ce4181f2,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:59.524207 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:59.615106 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Attempting to bind port 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:59.615718 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Attempting to bind port 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd55d3d08-e372-4f6d-a5de-c7c600bfbc06'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:59.616261 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Attempting to bind port 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 on network d55d3d08-e372-4f6d-a5de-c7c600bfbc06 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:59.623102 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Port 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 on network d55d3d08-e372-4f6d-a5de-c7c600bfbc06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:15:59.624178 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Attempting to bind port 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 on network d55d3d08-e372-4f6d-a5de-c7c600bfbc06 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:59.631379 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:59.632006 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Checking segment: {'id': '0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd55d3d08-e372-4f6d-a5de-c7c600bfbc06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:59.632718 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Bound using segment: {'id': '0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd55d3d08-e372-4f6d-a5de-c7c600bfbc06'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:59.633799 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Bound port: 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'd55d3d08-e372-4f6d-a5de-c7c600bfbc06'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:59.634353 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.716597 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fd97b4ee-7468-491b-ae00-251b195c71ce details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:15:59.822724 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] For port 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2, host hv-cinder-78836, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:59.826825 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] For port 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5a39d9c5-eacd-4278-8bbe-ac30ce4181f2,segment=NetworkSegment(0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395),segment_id=0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:59.836695 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.842131 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8ce6ce4c-5044-4922-bf27-3c8f5030aa5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:59.924058 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cbfc9f72-b0c4-45f9-9bc5-97f7f8769786 req-953575c4-73dd-4746-bc9b-3feb7f8d920d tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 210 time: 0.0661442 Apr 30 13:15:59.941588 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fd97b4ee-7468-491b-ae00-251b195c71ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd97b4ee-7468-491b-ae00-251b195c71ce,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:59.966442 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a39d9c5-eacd-4278-8bbe-ac30ce4181f2,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:59.971918 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:59.976645 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:59.977322 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.978713 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] 10.222.0.90 "PUT /v2.0/ports/5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 HTTP/1.1" status: 200 len: 1093 time: 1.5048358 Apr 30 13:15:59.981165 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6b3df8-177e-4147-9a6b-ca2cd0c27232', 'tag': '5a39d9c5-eacd-4278-8bbe-ac30ce4181f2'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:59.983170 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'port_id': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'mac_address': 'fa:16:3e:42:f4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:16:00.094208 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.127931 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6b3df8-177e-4147-9a6b-ca2cd0c27232', 'tag': '5a39d9c5-eacd-4278-8bbe-ac30ce4181f2', 'status': 'completed', 'code': 200} Apr 30 13:16:00.144992 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd97b4ee-7468-491b-ae00-251b195c71ce {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:00.162827 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d767df-99d4-4c23-b4a7-0e9d42608132 req-7e3d39f1-96ec-440e-8215-038ecf7834e3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:00.172102 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-71d767df-99d4-4c23-b4a7-0e9d42608132 req-7e3d39f1-96ec-440e-8215-038ecf7834e3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 943 time: 0.4251308 Apr 30 13:16:00.197370 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fd97b4ee-7468-491b-ae00-251b195c71ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd97b4ee-7468-491b-ae00-251b195c71ce,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:00.203767 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.234295 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:00.246028 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-71d767df-99d4-4c23-b4a7-0e9d42608132 req-667a29ca-a8f5-4d8d-ae92-083c2136f28f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726743 Apr 30 13:16:00.256097 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-4fba3418-d55b-4c5e-8bd8-78ce6029d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:00.257554 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-4fba3418-d55b-4c5e-8bd8-78ce6029d713 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8dce03f397a44d7db11a1491fa21eee2&device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 1096 time: 0.1833105 Apr 30 13:16:00.358899 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-159c5d29-48a3-4108-a174-39381cb5ef5b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 HTTP/1.1" status: 200 len: 217 time: 0.0848074 Apr 30 13:16:00.360902 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=fd97b4ee-7468-491b-ae00-251b195c71ce,revision_number=9']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:00.364190 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:00.448250 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-123bbee3-00b6-4af3-a586-bc7e7f261e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:00.450492 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-123bbee3-00b6-4af3-a586-bc7e7f261e2e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77591503-27a2-4163-8b52-685289cbdf0b HTTP/1.1" status: 200 len: 853 time: 0.0835190 Apr 30 13:16:00.507182 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-f688a4a8-90f2-4476-b844-15384e85ee61 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d55d3d08-e372-4f6d-a5de-c7c600bfbc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487258 Apr 30 13:16:00.524259 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['fd97b4ee-7468-491b-ae00-251b195c71ce'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:00.671386 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad803319-742a-41c0-bd20-a9e8a49736d0 req-576bb622-dc57-4e4a-bd34-c4ded9d20559 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:00.679498 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ad803319-742a-41c0-bd20-a9e8a49736d0 req-576bb622-dc57-4e4a-bd34-c4ded9d20559 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 943 time: 0.0988247 Apr 30 13:16:00.741381 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ad803319-742a-41c0-bd20-a9e8a49736d0 req-fc51ce81-b3b5-4dba-812f-2e626719d6ea tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605140 Apr 30 13:16:00.812331 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 46758) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:00.913774 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-346656e7-fedc-45f1-bcc8-0fb002e6ff3d service neutron] 10.222.0.90 "GET /v2.0/networks/d55d3d08-e372-4f6d-a5de-c7c600bfbc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753076 Apr 30 13:16:01.029651 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.049893 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:01.054196 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Usage tracker for resource:security_group_rule and tenant:d4232c3dd67a46dc9c80f320d5024b06 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:01.057638 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:01.064627 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:01.101553 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-3c6220a0-d80b-474f-94fb-b792c1d6e4a2 req-0491094a-96e3-4fca-8457-091b421812be tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Synchronizing usage tracker for tenant:e2315ab7c5ff4612b3d026e8991e696c on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:01.136356 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f19702e3-a2e6-4f3a-8d9d-567c20ce8add req-ea99ffc8-aaf8-4f89-be53-41c4d92fb9d7 service neutron] 10.222.0.90 "GET /v2.0/networks/d55d3d08-e372-4f6d-a5de-c7c600bfbc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159297 Apr 30 13:16:01.165401 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.169872 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.181363 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-2fd9de74-6169-4906-8b5d-096a3103e95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:01.190371 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-3c6220a0-d80b-474f-94fb-b792c1d6e4a2 req-0491094a-96e3-4fca-8457-091b421812be tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Unset dirty status for tenant:e2315ab7c5ff4612b3d026e8991e696c on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:01.201132 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3c6220a0-d80b-474f-94fb-b792c1d6e4a2 req-0491094a-96e3-4fca-8457-091b421812be tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 210 time: 0.1573765 Apr 30 13:16:01.222513 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d4232c3dd67a46dc9c80f320d5024b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090869 Apr 30 13:16:01.224362 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6f7d53-0314-474f-9f37-55337613cc2d,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:01.226263 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 46770) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:01.232256 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:01.232623 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:01.232981 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:01.233334 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:01.233683 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:01.234031 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:01.234405 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:01.234748 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:01.235090 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:01.235488 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:01.235829 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:01.236168 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:01.249498 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:01.366466 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-739f6a1d-c70f-41bc-9f56-5649c99d8375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.405240 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-739f6a1d-c70f-41bc-9f56-5649c99d8375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.429085 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d1084-a2a0-436f-b968-487691ef9c95 req-b04fb7e1-28ba-4f12-9bb6-028f2b1dd765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:01.430717 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-215d1084-a2a0-436f-b968-487691ef9c95 req-b04fb7e1-28ba-4f12-9bb6-028f2b1dd765 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8dce03f397a44d7db11a1491fa21eee2&device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 1096 time: 0.1809483 Apr 30 13:16:01.474525 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728f9b7-2cb7-4e29-8eee-4975c150db0c req-36231fae-ca9e-435b-b4eb-98bf32790345 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:01.476046 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5728f9b7-2cb7-4e29-8eee-4975c150db0c req-36231fae-ca9e-435b-b4eb-98bf32790345 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 944 time: 0.0971596 Apr 30 13:16:01.570430 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-739f6a1d-c70f-41bc-9f56-5649c99d8375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.576627 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cf047c75-14eb-4435-9990-33f407f6dbee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:01.603654 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f6a1d-c70f-41bc-9f56-5649c99d8375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6f7d53-0314-474f-9f37-55337613cc2d,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:01.607290 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-739f6a1d-c70f-41bc-9f56-5649c99d8375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:01.615952 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-739f6a1d-c70f-41bc-9f56-5649c99d8375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.619296 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-739f6a1d-c70f-41bc-9f56-5649c99d8375 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3c6f7d53-0314-474f-9f37-55337613cc2d HTTP/1.1" status: 204 len: 168 time: 0.3885705 Apr 30 13:16:01.619458 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5728f9b7-2cb7-4e29-8eee-4975c150db0c req-a90db3d0-5b0c-4bdb-9455-e33614839bd2 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357675 Apr 30 13:16:01.619559 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d1084-a2a0-436f-b968-487691ef9c95 req-d35630c1-bd9e-4e14-98bf-fb693ae5effa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:01.621433 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-215d1084-a2a0-436f-b968-487691ef9c95 req-d35630c1-bd9e-4e14-98bf-fb693ae5effa service neutron] 10.222.0.90 "GET /v2.0/networks?id=d55d3d08-e372-4f6d-a5de-c7c600bfbc06 HTTP/1.1" status: 200 len: 915 time: 0.1802704 Apr 30 13:16:01.689464 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-1a38ae59-b7f3-4f43-a120-ca576d61ead7 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:01.691535 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-1a38ae59-b7f3-4f43-a120-ca576d61ead7 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.90 "GET /v2.0/networks?id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4 HTTP/1.1" status: 200 len: 808 time: 0.1944745 Apr 30 13:16:01.715333 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-215d1084-a2a0-436f-b968-487691ef9c95 req-713c1388-ac2e-41a7-92b4-701e5b956ed2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 HTTP/1.1" status: 200 len: 217 time: 0.0766799 Apr 30 13:16:01.734903 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fd97b4ee-7468-491b-ae00-251b195c71ce up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:01.772797 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-9cc50962-1e81-4b80-af54-774dded68d35 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2315ab7c5ff4612b3d026e8991e696c HTTP/1.1" status: 200 len: 379 time: 0.0517123 Apr 30 13:16:01.779790 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Request body: {'port': {'device_id': '23041990-dfb9-48b3-bc5e-032753115752', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'admin_state_up': True, 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'security_groups': ['a959678a-c237-45df-b2e3-f68bccc1ae30']}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:01.811732 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d1084-a2a0-436f-b968-487691ef9c95 req-d8d76738-3085-43f1-ada8-f7581cc5abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:01.817439 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-215d1084-a2a0-436f-b968-487691ef9c95 req-d8d76738-3085-43f1-ada8-f7581cc5abc6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77591503-27a2-4163-8b52-685289cbdf0b HTTP/1.1" status: 200 len: 853 time: 0.0873244 Apr 30 13:16:01.841116 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port fd97b4ee-7468-491b-ae00-251b195c71ce triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:01.841894 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.904883 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.002527 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.019320 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-215d1084-a2a0-436f-b968-487691ef9c95 req-447c3ce1-e4a2-41c0-8b0c-891222bed6b8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d55d3d08-e372-4f6d-a5de-c7c600bfbc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1942015 Apr 30 13:16:02.036360 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd97b4ee-7468-491b-ae00-251b195c71ce'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:02.040363 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 46782) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:02.049184 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fd97b4ee-7468-491b-ae00-251b195c71ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd97b4ee-7468-491b-ae00-251b195c71ce,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:02.059692 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.061732 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:02.069693 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-75bf2303-7dc9-4733-a8e5-3cfef80c14e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.095211 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-75bf2303-7dc9-4733-a8e5-3cfef80c14e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:02.100539 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-75bf2303-7dc9-4733-a8e5-3cfef80c14e0 admin admin] Usage tracker for resource:security_group_rule and tenant:c523498a9ff94a68a199bbce274daf55 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:02.106725 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-75bf2303-7dc9-4733-a8e5-3cfef80c14e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:02.118938 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-75bf2303-7dc9-4733-a8e5-3cfef80c14e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:02.125448 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'code': 200} Apr 30 13:16:02.161621 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:02.180000 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:02.191033 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=fd97b4ee-7468-491b-ae00-251b195c71ce,revision_number=10']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:02.193185 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b87ef-07fb-45dc-9be0-1ffd05e20975 req-23b87d71-525f-47ec-824b-f46d85af43f1 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:02.194719 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c10b87ef-07fb-45dc-9be0-1ffd05e20975 req-23b87d71-525f-47ec-824b-f46d85af43f1 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 943 time: 0.2932725 Apr 30 13:16:02.195533 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:02.205306 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Made reservation on behalf of e2315ab7c5ff4612b3d026e8991e696c for: {'port': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:02.208727 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.248259 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-215d1084-a2a0-436f-b968-487691ef9c95 req-9f07270e-4093-47d2-b9dc-2caffcffb961 service neutron] 10.222.0.90 "GET /v2.0/networks/d55d3d08-e372-4f6d-a5de-c7c600bfbc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157021 Apr 30 13:16:02.277131 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c10b87ef-07fb-45dc-9be0-1ffd05e20975 req-b4d890d0-31e9-45ab-9128-1206b2ab723d tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697193 Apr 30 13:16:02.394837 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d2f7a681-cb2c-4270-803f-21ea204cef0b req-95399450-286c-43a0-b9d6-3fec883f98d4 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 210 time: 0.0816424 Apr 30 13:16:02.410083 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-75bf2303-7dc9-4733-a8e5-3cfef80c14e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.448815 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-215d1084-a2a0-436f-b968-487691ef9c95 req-2683c850-2e4c-4e04-b5cc-f86f3cd20a10 service neutron] 10.222.0.90 "GET /v2.0/networks/d55d3d08-e372-4f6d-a5de-c7c600bfbc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757836 Apr 30 13:16:02.452275 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-75bf2303-7dc9-4733-a8e5-3cfef80c14e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.468216 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-37a46479-b157-434e-af05-6324677b0def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:02.527017 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-75bf2303-7dc9-4733-a8e5-3cfef80c14e0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c523498a9ff94a68a199bbce274daf55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830039 Apr 30 13:16:02.527545 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 46794) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:02.530156 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf2303-7dc9-4733-a8e5-3cfef80c14e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3bc300-0f3f-4e85-96bc-cb701bbc22d9,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:02.533474 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-75bf2303-7dc9-4733-a8e5-3cfef80c14e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:02.547556 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Allocated IP 172.20.0.3 (e2ab7158-f98e-4d3d-83e2-a340a94b09d4/d8facbdf-7217-4729-a0a4-6e6b9aa34125/fea48a97-df51-4e98-ae6b-a56ce62abb86) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:02.619852 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a118-fb40-436f-b495-c4a7d50bfbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.649463 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a118-fb40-436f-b495-c4a7d50bfbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.725121 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a118-fb40-436f-b495-c4a7d50bfbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.730539 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ea13f7ad-86ce-4252-b152-472fd5952e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:02.841276 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7a118-fb40-436f-b495-c4a7d50bfbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3bc300-0f3f-4e85-96bc-cb701bbc22d9,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:02.845079 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cdf7a118-fb40-436f-b495-c4a7d50bfbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:02.850841 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.876367 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.provisioning_blocks [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Transition to ACTIVE for port object fea48a97-df51-4e98-ae6b-a56ce62abb86 will not be triggered until provisioned by entity DHCP. {{(pid=73858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:02.904377 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.919312 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:02.939134 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a118-fb40-436f-b495-c4a7d50bfbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.942624 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-cdf7a118-fb40-436f-b495-c4a7d50bfbae admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aa3bc300-0f3f-4e85-96bc-cb701bbc22d9 HTTP/1.1" status: 204 len: 168 time: 0.4116933 Apr 30 13:16:02.991039 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:02.994578 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:03.002854 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad657-f80f-41e6-8f49-e924ea50b0ca req-d1aec2d0-668d-4952-8291-ca9a28c2cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.004955 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8f3ad657-f80f-41e6-8f49-e924ea50b0ca req-d1aec2d0-668d-4952-8291-ca9a28c2cf0f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 1099 time: 0.2759223 Apr 30 13:16:03.012090 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:03.020846 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc20eab-82f5-4537-888b-99faa2309c22 req-b0d31d5f-fd70-486f-8770-9dcbdef325d7 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.022513 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4cc20eab-82f5-4537-888b-99faa2309c22 req-b0d31d5f-fd70-486f-8770-9dcbdef325d7 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 946 time: 0.1966157 Apr 30 13:16:03.102807 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Pushing event updated for resources: {'Port': ['ID=fea48a97-df51-4e98-ae6b-a56ce62abb86,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:03.121858 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:03.147062 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.147927 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.151052 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8f3ad657-f80f-41e6-8f49-e924ea50b0ca req-3a844673-60a0-4342-9149-e387849f7d9f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276286 Apr 30 13:16:03.167858 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4cc20eab-82f5-4537-888b-99faa2309c22 req-92fea3ab-e2ba-4317-bf72-cca5e3eead8d tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209104 Apr 30 13:16:03.218152 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4427750 Apr 30 13:16:03.316518 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-d24a6123-b516-4c51-a827-321b977a96d4 None None] Provisioning for port fea48a97-df51-4e98-ae6b-a56ce62abb86 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:03.321638 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-d24a6123-b516-4c51-a827-321b977a96d4 None None] Provisioning complete for port fea48a97-df51-4e98-ae6b-a56ce62abb86 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:03.322048 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d24a6123-b516-4c51-a827-321b977a96d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.377815 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-d24a6123-b516-4c51-a827-321b977a96d4 None None] Port fea48a97-df51-4e98-ae6b-a56ce62abb86 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:16:03.461994 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Request body: {'port': {'device_id': '23041990-dfb9-48b3-bc5e-032753115752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:03.602462 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b254887-b466-4dc4-86ca-7f00df63c436 req-833ca2c3-ba50-4fa9-a9c9-90b7c94f99e2 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.603790 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733138e-63c3-4771-8603-80204e431d93 req-6100682f-fc13-429c-82c0-e1fceace74e1 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.604276 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4b254887-b466-4dc4-86ca-7f00df63c436 req-833ca2c3-ba50-4fa9-a9c9-90b7c94f99e2 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 943 time: 0.1952546 Apr 30 13:16:03.605297 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.611696 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f733138e-63c3-4771-8603-80204e431d93 req-6100682f-fc13-429c-82c0-e1fceace74e1 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 931 time: 0.0971887 Apr 30 13:16:03.712089 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4b254887-b466-4dc4-86ca-7f00df63c436 req-9a775be6-9fb5-4cb5-84ac-1baec61a652c tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948238 Apr 30 13:16:03.742691 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:16:03.777936 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-f733138e-63c3-4771-8603-80204e431d93 req-1d96ea11-fb08-457f-9b44-84a6666e43e1 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Synchronizing usage tracker for tenant:e2315ab7c5ff4612b3d026e8991e696c on resource:security_group {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:03.805111 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-f733138e-63c3-4771-8603-80204e431d93 req-1d96ea11-fb08-457f-9b44-84a6666e43e1 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Unset dirty status for tenant:e2315ab7c5ff4612b3d026e8991e696c on resource:security_group {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:03.808294 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f733138e-63c3-4771-8603-80204e431d93 req-1d96ea11-fb08-457f-9b44-84a6666e43e1 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958182 Apr 30 13:16:03.928154 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5a39d9c5-eacd-4278-8bbe-ac30ce4181f2,segment=NetworkSegment(0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395),segment_id=0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:03.942525 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': '5a39d9c5-eacd-4278-8bbe-ac30ce4181f2', 'network_id': 'd55d3d08-e372-4f6d-a5de-c7c600bfbc06', 'port_id': '5a39d9c5-eacd-4278-8bbe-ac30ce4181f2', 'mac_address': 'fa:16:3e:6d:26:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77591503-27a2-4163-8b52-685289cbdf0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:16:04.002920 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.023270 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea48a97-df51-4e98-ae6b-a56ce62abb86 {{(pid=73858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:04.024181 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:04.032990 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.047001 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5a39d9c5-eacd-4278-8bbe-ac30ce4181f2,segment=NetworkSegment(0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395),segment_id=0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:04.050751 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.provisioning_blocks [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Transition to ACTIVE for port object fea48a97-df51-4e98-ae6b-a56ce62abb86 will not be triggered until provisioned by entity L2. {{(pid=73858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:04.052609 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.055882 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-7203cb8f-e6ce-47aa-84c0-3f2ac00f517c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:04.057601 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096711'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.068919 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:04.171977 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=5a39d9c5-eacd-4278-8bbe-ac30ce4181f2,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:04.175300 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:04.435816 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Pushing event updated for resources: {'Port': ['ID=fea48a97-df51-4e98-ae6b-a56ce62abb86,revision_number=2']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:04.450861 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Attempting to bind port fea48a97-df51-4e98-ae6b-a56ce62abb86 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:04.451198 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Attempting to bind port fea48a97-df51-4e98-ae6b-a56ce62abb86 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '168618f6-ce33-439b-928f-5588dcce807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4'}] {{(pid=73858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:04.451522 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Attempting to bind port fea48a97-df51-4e98-ae6b-a56ce62abb86 on network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:04.454442 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:04.463189 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Port fea48a97-df51-4e98-ae6b-a56ce62abb86 on network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:16:04.464129 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Attempting to bind port fea48a97-df51-4e98-ae6b-a56ce62abb86 on network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:04.476869 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:04.477277 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Checking segment: {'id': '168618f6-ce33-439b-928f-5588dcce807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:04.477726 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Bound using segment: {'id': '168618f6-ce33-439b-928f-5588dcce807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4'} {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:04.478347 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Bound port: fea48a97-df51-4e98-ae6b-a56ce62abb86, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168618f6-ce33-439b-928f-5588dcce807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4'}}] {{(pid=73858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:04.478741 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.503094 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['5a39d9c5-eacd-4278-8bbe-ac30ce4181f2'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:04.649991 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5308f-536c-4cdf-a468-106bb2ff3640 req-6701e491-98f6-488c-b4f7-eff3869b154a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:04.652057 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a5d5308f-536c-4cdf-a468-106bb2ff3640 req-6701e491-98f6-488c-b4f7-eff3869b154a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 946 time: 0.2957416 Apr 30 13:16:04.814693 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] For port fea48a97-df51-4e98-ae6b-a56ce62abb86, host hv-cinder-78836, cleared binding levels {{(pid=73858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:04.839157 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a5d5308f-536c-4cdf-a468-106bb2ff3640 req-10632abe-7805-44b1-8659-8cdc30c09620 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763427 Apr 30 13:16:04.841537 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] For port fea48a97-df51-4e98-ae6b-a56ce62abb86, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:04.848595 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096711'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.856725 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:04.918530 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:04.919219 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.920690 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] 10.222.0.90 "PUT /v2.0/ports/fea48a97-df51-4e98-ae6b-a56ce62abb86 HTTP/1.1" status: 200 len: 1093 time: 1.4643700 Apr 30 13:16:04.928753 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23041990-dfb9-48b3-bc5e-032753115752', 'tag': 'fea48a97-df51-4e98-ae6b-a56ce62abb86'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:05.088353 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Pushing event updated for resources: {'Port': ['ID=fea48a97-df51-4e98-ae6b-a56ce62abb86,revision_number=3']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:05.106977 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:05.144721 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-fba9df37-9bae-4e1a-87f8-66efb677f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:05.147803 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-fba9df37-9bae-4e1a-87f8-66efb677f1e2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e2315ab7c5ff4612b3d026e8991e696c&device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 1096 time: 0.1674054 Apr 30 13:16:05.187937 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c25ace-4479-4864-afa6-00c5fcfb4128 req-e839950b-fb1e-4828-b8c0-5958da319c73 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:05.189484 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-20c25ace-4479-4864-afa6-00c5fcfb4128 req-e839950b-fb1e-4828-b8c0-5958da319c73 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 944 time: 0.2648420 Apr 30 13:16:05.310991 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-20c25ace-4479-4864-afa6-00c5fcfb4128 req-976961d6-28c8-4ba8-a94b-5168f1168914 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147926 Apr 30 13:16:05.348432 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-b0a32e5d-0c03-43ca-917c-f47e01efa974 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86 HTTP/1.1" status: 200 len: 217 time: 0.0899627 Apr 30 13:16:05.407578 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23041990-dfb9-48b3-bc5e-032753115752', 'tag': 'fea48a97-df51-4e98-ae6b-a56ce62abb86', 'status': 'completed', 'code': 200} Apr 30 13:16:05.441525 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-bd595b43-246d-429b-ae56-5a7e619cce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:05.442995 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-bd595b43-246d-429b-ae56-5a7e619cce47 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8facbdf-7217-4729-a0a4-6e6b9aa34125 HTTP/1.1" status: 200 len: 847 time: 0.0872533 Apr 30 13:16:05.451723 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29f5be-b880-4686-bdc5-f85d06d4a0fd req-42075812-9c18-481f-8828-8ee50cf5f09d tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:05.452418 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-cb29f5be-b880-4686-bdc5-f85d06d4a0fd req-42075812-9c18-481f-8828-8ee50cf5f09d tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Synchronizing usage tracker for tenant:e2315ab7c5ff4612b3d026e8991e696c on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:05.516825 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-cb29f5be-b880-4686-bdc5-f85d06d4a0fd req-42075812-9c18-481f-8828-8ee50cf5f09d tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Unset dirty status for tenant:e2315ab7c5ff4612b3d026e8991e696c on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:05.517976 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cb29f5be-b880-4686-bdc5-f85d06d4a0fd req-42075812-9c18-481f-8828-8ee50cf5f09d tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 943 time: 0.3629730 Apr 30 13:16:05.574514 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-5861b9cc-f544-4554-9143-15f50665ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:05.575989 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-5861b9cc-f544-4554-9143-15f50665ae48 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1196012 Apr 30 13:16:05.583592 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cb29f5be-b880-4686-bdc5-f85d06d4a0fd req-da80714e-7a5f-45a7-a7bb-ca53e6dfbc11 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553403 Apr 30 13:16:05.718565 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-c57c5758-10af-4ab4-a028-0105c4d5fa60 service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339917 Apr 30 13:16:05.744151 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:05.835552 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:05.841624 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:05.842416 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.864304 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-93d8df00-15d6-4d10-bc5f-abb5ccecd0ec req-20d066e5-53f6-41b3-a4e4-31aea37fa660 service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385114 Apr 30 13:16:05.971001 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:06.000834 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6b3df8-177e-4147-9a6b-ca2cd0c27232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a39d9c5-eacd-4278-8bbe-ac30ce4181f2'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:06.011219 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5a39d9c5-eacd-4278-8bbe-ac30ce4181f2,segment=NetworkSegment(0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395),segment_id=0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:06.018168 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:06.019486 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-836be894-2833-4eb5-9b80-f37473f0e9e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:06.101043 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6b3df8-177e-4147-9a6b-ca2cd0c27232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a39d9c5-eacd-4278-8bbe-ac30ce4181f2', 'code': 200} Apr 30 13:16:06.110017 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bde88-306f-4159-8d61-7497f680c90a req-58c3cdc8-bb2e-40ca-8fd1-0ed990940a8e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.112118 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ea6bde88-306f-4159-8d61-7497f680c90a req-58c3cdc8-bb2e-40ca-8fd1-0ed990940a8e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 946 time: 0.1292193 Apr 30 13:16:06.123409 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a17b8-0d08-40b2-9bcc-d3ca597e0162 req-0dc97f99-e3ed-449c-a57d-d850f184cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.125577 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f23a17b8-0d08-40b2-9bcc-d3ca597e0162 req-0dc97f99-e3ed-449c-a57d-d850f184cfc4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e2315ab7c5ff4612b3d026e8991e696c&device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 1096 time: 0.1567707 Apr 30 13:16:06.143878 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=5a39d9c5-eacd-4278-8bbe-ac30ce4181f2,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:06.147252 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:06.178388 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ea6bde88-306f-4159-8d61-7497f680c90a req-e665d373-1032-45f2-b876-f6863315a598 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601685 Apr 30 13:16:06.283574 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a17b8-0d08-40b2-9bcc-d3ca597e0162 req-baefcccb-ad2a-4085-994b-f30b18f67472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.285127 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f23a17b8-0d08-40b2-9bcc-d3ca597e0162 req-baefcccb-ad2a-4085-994b-f30b18f67472 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4 HTTP/1.1" status: 200 len: 910 time: 0.1510031 Apr 30 13:16:06.365855 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f23a17b8-0d08-40b2-9bcc-d3ca597e0162 req-34b7b820-284e-41ef-b569-b2d7b6d508a6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86 HTTP/1.1" status: 200 len: 217 time: 0.0610943 Apr 30 13:16:06.392929 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1cf39-d00a-4342-8e1f-b15033a14e48 req-66f9c878-ff6d-4ed9-b98e-df53ef271af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.394443 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b1e1cf39-d00a-4342-8e1f-b15033a14e48 req-66f9c878-ff6d-4ed9-b98e-df53ef271af2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 1098 time: 0.0886958 Apr 30 13:16:06.443687 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a17b8-0d08-40b2-9bcc-d3ca597e0162 req-5d3b9ebc-82c6-45ec-a7e5-a991d58e4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.445759 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f23a17b8-0d08-40b2-9bcc-d3ca597e0162 req-5d3b9ebc-82c6-45ec-a7e5-a991d58e4a37 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8facbdf-7217-4729-a0a4-6e6b9aa34125 HTTP/1.1" status: 200 len: 847 time: 0.0725932 Apr 30 13:16:06.477147 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b1e1cf39-d00a-4342-8e1f-b15033a14e48 req-6de39057-2657-4e8c-b619-5b4feb4071e6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761030 Apr 30 13:16:06.612893 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab41b8-d3a0-430c-af92-e851862f583f req-0503a1d4-2420-4604-89c6-ba6e48f4c325 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.614658 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f0ab41b8-d3a0-430c-af92-e851862f583f req-0503a1d4-2420-4604-89c6-ba6e48f4c325 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 945 time: 0.1197686 Apr 30 13:16:06.618086 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a17b8-0d08-40b2-9bcc-d3ca597e0162 req-aaa82074-2060-4cfe-9fbc-93ce4667c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.620570 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f23a17b8-0d08-40b2-9bcc-d3ca597e0162 req-aaa82074-2060-4cfe-9fbc-93ce4667c3ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1662667 Apr 30 13:16:06.665551 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f0ab41b8-d3a0-430c-af92-e851862f583f req-abe3aab6-1bf7-47be-9cbd-4e38c9f0a2ab tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439110 Apr 30 13:16:06.814756 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace97bd-68a4-45aa-97cf-0dd4b8b201e9 req-12bd538b-e575-4606-af61-17bbc8047abe tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.816551 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0ace97bd-68a4-45aa-97cf-0dd4b8b201e9 req-12bd538b-e575-4606-af61-17bbc8047abe tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 943 time: 0.0905526 Apr 30 13:16:06.891927 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0ace97bd-68a4-45aa-97cf-0dd4b8b201e9 req-0db6bc95-b2e5-4fed-849a-08f92cbcf0ad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687664 Apr 30 13:16:06.906001 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f23a17b8-0d08-40b2-9bcc-d3ca597e0162 req-80b448bf-9318-402b-8af4-ee3e760f52a1 service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578851 Apr 30 13:16:07.141867 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f23a17b8-0d08-40b2-9bcc-d3ca597e0162 req-0c2e7dfc-f14e-4f3c-a53e-6d52134bf974 service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272415 Apr 30 13:16:07.485776 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47022) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:07.621203 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6607af87-9bf0-4b8e-a5de-1e2b826b5cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.637840 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-6607af87-9bf0-4b8e-a5de-1e2b826b5cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:07.641923 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-6607af87-9bf0-4b8e-a5de-1e2b826b5cbb admin admin] Usage tracker for resource:security_group_rule and tenant:551aca41981e45389c2dd0846f65b604 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:07.645850 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-6607af87-9bf0-4b8e-a5de-1e2b826b5cbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:07.659942 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-6607af87-9bf0-4b8e-a5de-1e2b826b5cbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:07.762566 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6607af87-9bf0-4b8e-a5de-1e2b826b5cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.768422 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6607af87-9bf0-4b8e-a5de-1e2b826b5cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.780726 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fea48a97-df51-4e98-ae6b-a56ce62abb86 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:16:07.781220 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f7ad05a3-f79a-4a29-af61-cd580cbfefa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:07.872797 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607af87-9bf0-4b8e-a5de-1e2b826b5cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b709b739-a45f-4249-8146-2fdfb9cc838d,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:07.877396 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-6607af87-9bf0-4b8e-a5de-1e2b826b5cbb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=551aca41981e45389c2dd0846f65b604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896921 Apr 30 13:16:07.878979 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-6607af87-9bf0-4b8e-a5de-1e2b826b5cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:07.880078 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 47040) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:07.931795 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb261ad-38e0-4483-b5bd-331f4ad456ec req-ae81226d-0727-4bbc-b8c6-ec3feb3c59d7 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:07.933384 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2cb261ad-38e0-4483-b5bd-331f4ad456ec req-ae81226d-0727-4bbc-b8c6-ec3feb3c59d7 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 945 time: 0.1356103 Apr 30 13:16:07.956253 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.976057 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fea48a97-df51-4e98-ae6b-a56ce62abb86, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:07.983878 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2cb261ad-38e0-4483-b5bd-331f4ad456ec req-7b913aa3-9162-4ace-aa41-abec44163fb2 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441267 Apr 30 13:16:07.995629 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.015709 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': 'fea48a97-df51-4e98-ae6b-a56ce62abb86', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'port_id': 'fea48a97-df51-4e98-ae6b-a56ce62abb86', 'mac_address': 'fa:16:3e:3e:57:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:16:08.077490 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.081515 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c2ae507f-362d-4efb-8cb4-d2c902b23315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:08.103268 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b709b739-a45f-4249-8146-2fdfb9cc838d,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:08.115710 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.117528 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:08.117894 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:08.118433 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:08.118788 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:08.119132 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:08.119479 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:08.119820 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:08.120695 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:08.121039 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:08.121614 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:08.122012 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:08.122376 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:08.125478 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:08.131299 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.134147 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b709b739-a45f-4249-8146-2fdfb9cc838d HTTP/1.1" status: 204 len: 168 time: 0.2515564 Apr 30 13:16:08.169428 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea48a97-df51-4e98-ae6b-a56ce62abb86 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:08.189786 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fea48a97-df51-4e98-ae6b-a56ce62abb86, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:08.195549 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.199606 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:08.303921 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=fea48a97-df51-4e98-ae6b-a56ce62abb86,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:08.316018 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:08.383509 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf5efc-b193-4e4d-ad13-377224785225 req-6e936095-09ec-4af9-b678-c155b857fe12 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:08.385458 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4bdf5efc-b193-4e4d-ad13-377224785225 req-6e936095-09ec-4af9-b678-c155b857fe12 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 944 time: 0.1112497 Apr 30 13:16:08.442813 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4bdf5efc-b193-4e4d-ad13-377224785225 req-ead694dc-7540-4c01-80ca-380b580aecb5 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510120 Apr 30 13:16:08.519139 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['fea48a97-df51-4e98-ae6b-a56ce62abb86'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:08.534444 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 47066) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:08.553315 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a62e784f-1de1-4a2d-8de9-d0d70155b47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.569149 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a62e784f-1de1-4a2d-8de9-d0d70155b47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:08.573045 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-a62e784f-1de1-4a2d-8de9-d0d70155b47e admin admin] Usage tracker for resource:security_group_rule and tenant:e070e11f30284ef39013b532160fa6fb is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:08.577466 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-a62e784f-1de1-4a2d-8de9-d0d70155b47e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:08.583824 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a62e784f-1de1-4a2d-8de9-d0d70155b47e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:08.689828 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a62e784f-1de1-4a2d-8de9-d0d70155b47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.694942 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a62e784f-1de1-4a2d-8de9-d0d70155b47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.705704 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-739f6a1d-c70f-41bc-9f56-5649c99d8375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:08.754183 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47074) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:08.754744 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-a62e784f-1de1-4a2d-8de9-d0d70155b47e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e070e11f30284ef39013b532160fa6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188003 Apr 30 13:16:08.756731 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e784f-1de1-4a2d-8de9-d0d70155b47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eff21e-c23b-4ec3-83a6-4e994ef370f7,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:08.760048 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a62e784f-1de1-4a2d-8de9-d0d70155b47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:08.833665 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0d403f35-d1b6-46bc-ac31-e6d3236a2048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.868389 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0d403f35-d1b6-46bc-ac31-e6d3236a2048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.939883 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0d403f35-d1b6-46bc-ac31-e6d3236a2048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.944716 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a69249d5-784d-47c4-9386-2606e346ced7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:08.957698 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d403f35-d1b6-46bc-ac31-e6d3236a2048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eff21e-c23b-4ec3-83a6-4e994ef370f7,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:08.961305 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-0d403f35-d1b6-46bc-ac31-e6d3236a2048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:08.971633 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0d403f35-d1b6-46bc-ac31-e6d3236a2048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.973272 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-0d403f35-d1b6-46bc-ac31-e6d3236a2048 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e1eff21e-c23b-4ec3-83a6-4e994ef370f7 HTTP/1.1" status: 204 len: 168 time: 0.2177060 Apr 30 13:16:09.167800 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:16:09.653898 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec82cd-cca2-443c-b288-a7d6a03a8856 req-896643bf-3f7e-48f6-84af-540303624832 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:09.656041 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-95ec82cd-cca2-443c-b288-a7d6a03a8856 req-896643bf-3f7e-48f6-84af-540303624832 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 944 time: 0.0972800 Apr 30 13:16:09.736695 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-95ec82cd-cca2-443c-b288-a7d6a03a8856 req-ab67daae-6d18-479e-9e88-fa777310add4 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738046 Apr 30 13:16:09.782932 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fea48a97-df51-4e98-ae6b-a56ce62abb86 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:09.858902 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port fea48a97-df51-4e98-ae6b-a56ce62abb86 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:09.864090 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port fea48a97-df51-4e98-ae6b-a56ce62abb86 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:09.864566 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.989942 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.029760 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fea48a97-df51-4e98-ae6b-a56ce62abb86, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:10.030752 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23041990-dfb9-48b3-bc5e-032753115752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea48a97-df51-4e98-ae6b-a56ce62abb86'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:10.038524 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.040885 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:10.119342 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23041990-dfb9-48b3-bc5e-032753115752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea48a97-df51-4e98-ae6b-a56ce62abb86', 'code': 200} Apr 30 13:16:10.133396 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=fea48a97-df51-4e98-ae6b-a56ce62abb86,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:10.136775 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:10.487265 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5bd37-f9fa-45cc-8d96-d9e068091ce1 req-90eaf8ec-1440-40d2-82ca-8ba772c4759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:10.488801 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-25a5bd37-f9fa-45cc-8d96-d9e068091ce1 req-90eaf8ec-1440-40d2-82ca-8ba772c4759f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 1098 time: 0.0703731 Apr 30 13:16:10.530438 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-25a5bd37-f9fa-45cc-8d96-d9e068091ce1 req-2f276b44-4040-4d60-9a11-0f3723d1dca3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346093 Apr 30 13:16:10.940856 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47162) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:10.944160 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42142c1f-7d12-4e38-96b3-1f464c008ded req-1f3455d9-7f58-476f-b8da-2d15ac77b6ea tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:10.952503 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-42142c1f-7d12-4e38-96b3-1f464c008ded req-1f3455d9-7f58-476f-b8da-2d15ac77b6ea tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.1094799 Apr 30 13:16:11.003091 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-42142c1f-7d12-4e38-96b3-1f464c008ded req-e6a1e76b-0257-4f2d-bfc4-e493a01ef481 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495069 Apr 30 13:16:11.093526 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7e020ea9-51fd-42cc-b4e5-170553183aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.111280 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-7e020ea9-51fd-42cc-b4e5-170553183aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:11.115209 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-7e020ea9-51fd-42cc-b4e5-170553183aed admin admin] Usage tracker for resource:security_group_rule and tenant:314facb17f9844c5b5d814c7c8994372 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:11.118061 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-7e020ea9-51fd-42cc-b4e5-170553183aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:11.123855 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-7e020ea9-51fd-42cc-b4e5-170553183aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:11.223867 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7e020ea9-51fd-42cc-b4e5-170553183aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.227676 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7e020ea9-51fd-42cc-b4e5-170553183aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.237304 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e8808a91-433b-458c-acaf-78398d78f635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:11.275961 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-7e020ea9-51fd-42cc-b4e5-170553183aed admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=314facb17f9844c5b5d814c7c8994372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339169 Apr 30 13:16:11.277952 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e020ea9-51fd-42cc-b4e5-170553183aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d63bf0-dfe2-4e6b-b047-4c5e96bdf5d5,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:11.279067 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 47174) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:11.280881 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-7e020ea9-51fd-42cc-b4e5-170553183aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:11.340937 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-61056131-546f-451a-8ab0-4037077a3799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.367044 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-61056131-546f-451a-8ab0-4037077a3799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.421323 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-61056131-546f-451a-8ab0-4037077a3799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.426465 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-70cebbb8-c9a8-4946-bd99-7ab6d12bd953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:11.437927 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61056131-546f-451a-8ab0-4037077a3799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d63bf0-dfe2-4e6b-b047-4c5e96bdf5d5,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:11.441683 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-61056131-546f-451a-8ab0-4037077a3799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:11.447169 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-61056131-546f-451a-8ab0-4037077a3799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.448897 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-61056131-546f-451a-8ab0-4037077a3799 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a4d63bf0-dfe2-4e6b-b047-4c5e96bdf5d5 HTTP/1.1" status: 204 len: 168 time: 0.1682510 Apr 30 13:16:11.749135 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 47184) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:11.769117 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0c509bce-86c9-4926-89da-7cedad328ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.787616 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0c509bce-86c9-4926-89da-7cedad328ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:11.793174 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-0c509bce-86c9-4926-89da-7cedad328ffe admin admin] Usage tracker for resource:security_group_rule and tenant:6aeaa30e12e44f8594402462071ffb66 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:11.796282 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-0c509bce-86c9-4926-89da-7cedad328ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:11.802339 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-0c509bce-86c9-4926-89da-7cedad328ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:11.892070 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0c509bce-86c9-4926-89da-7cedad328ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.896165 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0c509bce-86c9-4926-89da-7cedad328ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.904770 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cdf7a118-fb40-436f-b495-c4a7d50bfbae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:11.949108 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c509bce-86c9-4926-89da-7cedad328ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44af48d8-6fc6-4b78-8af8-3783fb665cbb,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:11.956409 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-0c509bce-86c9-4926-89da-7cedad328ffe admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6aeaa30e12e44f8594402462071ffb66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060065 Apr 30 13:16:11.956882 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47188) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:11.957430 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0c509bce-86c9-4926-89da-7cedad328ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:12.017566 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1fbc1a9d-28ff-48c5-a44a-5ae9b62a6001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:12.043986 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1fbc1a9d-28ff-48c5-a44a-5ae9b62a6001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:12.095929 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1fbc1a9d-28ff-48c5-a44a-5ae9b62a6001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:12.099883 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-72060a0a-9fc0-42f5-b1be-f39f0d5c4a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:12.112240 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc1a9d-28ff-48c5-a44a-5ae9b62a6001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44af48d8-6fc6-4b78-8af8-3783fb665cbb,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:12.114568 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-1fbc1a9d-28ff-48c5-a44a-5ae9b62a6001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:12.125119 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1fbc1a9d-28ff-48c5-a44a-5ae9b62a6001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:12.128919 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-1fbc1a9d-28ff-48c5-a44a-5ae9b62a6001 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/44af48d8-6fc6-4b78-8af8-3783fb665cbb HTTP/1.1" status: 204 len: 168 time: 0.1678751 Apr 30 13:16:12.181870 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131de7e0-7068-4f21-a61f-4a3a2a8d89dc req-39abe81b-cb7b-42c3-ab76-348e614c6610 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:12.183981 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-131de7e0-7068-4f21-a61f-4a3a2a8d89dc req-39abe81b-cb7b-42c3-ab76-348e614c6610 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.0829823 Apr 30 13:16:12.234145 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-131de7e0-7068-4f21-a61f-4a3a2a8d89dc req-70bf85c5-55c1-453c-8573-92030ad9b3e3 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418863 Apr 30 13:16:12.444666 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf45c5-0a39-48a2-9d8e-0cf13540437e req-016236ff-5efb-4d61-bcf3-d50a8f3c3de8 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:12.446305 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-89cf45c5-0a39-48a2-9d8e-0cf13540437e req-016236ff-5efb-4d61-bcf3-d50a8f3c3de8 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.0951629 Apr 30 13:16:12.497684 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-89cf45c5-0a39-48a2-9d8e-0cf13540437e req-710672e2-6b36-4fd1-b4f6-01c18fce1aba tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440760 Apr 30 13:16:12.520817 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47214) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:12.825732 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29031519-e779-477f-b487-d65c144270fc tempest-TestShelveInstance-1781032436 tempest-TestShelveInstance-1781032436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:12.827246 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-29031519-e779-477f-b487-d65c144270fc tempest-TestShelveInstance-1781032436 tempest-TestShelveInstance-1781032436-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 1093 time: 0.3054552 Apr 30 13:16:12.830303 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47230) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:12.835431 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Request body: {'floatingip': {'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'port_id': 'fea48a97-df51-4e98-ae6b-a56ce62abb86', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:12.841415 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:12.845086 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Usage tracker for resource:floatingip and tenant:e2315ab7c5ff4612b3d026e8991e696c is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:12.848399 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:12.854177 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:12.865093 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for floatingip, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:12.895132 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 47234) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:13.007984 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-645458525-network', 'tenant_id': 'fdb17536b675403191d8dd5d32c79ec9'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:13.012572 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:13.016462 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Usage tracker for resource:network and tenant:fdb17536b675403191d8dd5d32c79ec9 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:13.019320 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:13.020248 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:13.025568 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:13.036400 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Made reservation on behalf of fdb17536b675403191d8dd5d32c79ec9 for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:13.039332 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:13.053549 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:13.074533 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:13.078522 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Usage tracker for resource:security_group_rule and tenant:fdb17536b675403191d8dd5d32c79ec9 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:13.081389 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:13.087469 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:13.167495 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Allocated IP 172.28.0.204 (07ca4a00-754c-4ee1-bad7-4e9920ec041b/ec54f1e6-42a0-405f-bb60-0305afc35dfb/a4d730e1-33be-4346-94bb-3d671f7d928a) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:13.175135 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:13.178916 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:13.183144 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5685be42-32cd-4bd5-8675-67edf8298e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:13.206917 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1248, 'physical_network': 'physnet1'} {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:16:13.219945 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36294edb-9759-45ae-af10-3ad581da3048,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:13.223892 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:13.224852 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:13.225137 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.segments_db [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Added segment 39d793aa-f62e-4bc0-8caf-567e3dd21b24 of type vlan for network bcca2a06-d9b2-42b6-a7f0-4236458adab0 Apr 30 13:16:13.250878 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:13.285394 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:13.286824 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:13.287406 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:13.293183 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:13.327949 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:13.357724 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:13.361558 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:13.396561 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Pushing event updated for resources: {'Network': ['ID=bcca2a06-d9b2-42b6-a7f0-4236458adab0,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:13.402611 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5061638 Apr 30 13:16:13.404225 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 47242) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:13.405054 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:13.408214 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network bcca2a06-d9b2-42b6-a7f0-4236458adab0 details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:16:13.411703 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Request body: {'subnet': {'network_id': 'bcca2a06-d9b2-42b6-a7f0-4236458adab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-645458525-subnet', 'tenant_id': 'fdb17536b675403191d8dd5d32c79ec9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:13.416906 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:13.421303 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Usage tracker for resource:subnet and tenant:fdb17536b675403191d8dd5d32c79ec9 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:13.422794 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:13.424633 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:13.425748 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:13.429502 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:13.431619 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:13.443964 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Made reservation on behalf of fdb17536b675403191d8dd5d32c79ec9 for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:13.446779 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2189416'] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:13.481807 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Pushing event updated for resources: {'Port': ['ID=a4d730e1-33be-4346-94bb-3d671f7d928a,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:13.486269 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:13.776914 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47252) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:13.952944 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2554338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2189434'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:13.957678 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e767e92d-0566-49fb-b42d-9da42957225d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:14.030971 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=299048fb-6c2c-4dbc-a74e-89249caf6e40,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:14.033765 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:14.042520 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Checking segment: {'id': '39d793aa-f62e-4bc0-8caf-567e3dd21b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'bcca2a06-d9b2-42b6-a7f0-4236458adab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:14.042879 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Network hostable DHCP agents. Network: bcca2a06-d9b2-42b6-a7f0-4236458adab0, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:16:14.047304 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-587e2a18-b168-49d5-94a8-184d8c3e350f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.061876 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Network bcca2a06-d9b2-42b6-a7f0-4236458adab0 is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:16:14.070521 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-587e2a18-b168-49d5-94a8-184d8c3e350f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:14.072939 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, bcca2a06-d9b2-42b6-a7f0-4236458adab0) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:14.083260 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd3f23f-1047-4de8-84ea-f30fd83eb537 None None] Network bcca2a06-d9b2-42b6-a7f0-4236458adab0 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:16:14.083510 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:14.084109 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.085094 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-587e2a18-b168-49d5-94a8-184d8c3e350f admin admin] Usage tracker for resource:security_group_rule and tenant:79871c40942847df8473f8f990ea99ba is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:14.094583 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-587e2a18-b168-49d5-94a8-184d8c3e350f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:14.102222 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-587e2a18-b168-49d5-94a8-184d8c3e350f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:14.105959 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6991780 Apr 30 13:16:14.222692 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.333011 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c77b75-47a8-4acc-a432-5f83c7e645eb None None] Network bcca2a06-d9b2-42b6-a7f0-4236458adab0 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:16:14.361237 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-587e2a18-b168-49d5-94a8-184d8c3e350f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.369473 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-587e2a18-b168-49d5-94a8-184d8c3e350f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.379775 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-0d403f35-d1b6-46bc-ac31-e6d3236a2048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:14.438810 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-587e2a18-b168-49d5-94a8-184d8c3e350f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=79871c40942847df8473f8f990ea99ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6608207 Apr 30 13:16:14.439995 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e2a18-b168-49d5-94a8-184d8c3e350f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5bee2d-4610-4765-be37-f825d978f00f,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:14.441543 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 47268) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:14.443191 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-587e2a18-b168-49d5-94a8-184d8c3e350f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:14.444067 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.565878 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9783-3b52-48fb-b835-a9310226ec08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.626490 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9783-3b52-48fb-b835-a9310226ec08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.703465 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.709572 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096711'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.715456 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f4254d7a-c3bb-4dc1-8cee-0c9f9be30f4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:14.734436 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9783-3b52-48fb-b835-a9310226ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.738896 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5e0a4627-a37f-45c3-ba79-d651bd9d24fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:14.753713 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d9783-3b52-48fb-b835-a9310226ec08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5bee2d-4610-4765-be37-f825d978f00f,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:14.758063 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8d4d9783-3b52-48fb-b835-a9310226ec08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:14.761492 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9783-3b52-48fb-b835-a9310226ec08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.762232 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-8d4d9783-3b52-48fb-b835-a9310226ec08 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2e5bee2d-4610-4765-be37-f825d978f00f HTTP/1.1" status: 204 len: 168 time: 0.3192484 Apr 30 13:16:14.785817 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 47284) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:14.793522 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1588883491-network', 'tenant_id': 'e7b112deea6745f0afd0af73814b50b9'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:14.798719 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:14.802807 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Usage tracker for resource:network and tenant:e7b112deea6745f0afd0af73814b50b9 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:14.805922 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:14.813049 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:14.826051 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Made reservation on behalf of e7b112deea6745f0afd0af73814b50b9 for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:14.828423 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.828558 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Pushing event updated for resources: {'Port': ['ID=a4d730e1-33be-4346-94bb-3d671f7d928a,revision_number=2']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:14.832489 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:14.839868 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919952'] for floatingip, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.841500 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.857781 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:14.861731 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Usage tracker for resource:security_group_rule and tenant:e7b112deea6745f0afd0af73814b50b9 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:14.864999 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:14.871536 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:14.969911 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.975223 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:14.980715 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0c509bce-86c9-4926-89da-7cedad328ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:15.044908 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.l3_db [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Floating IP 8b4ca471-4b93-4d60-bec8-c3aa5bc1076e associated. External IP: 172.28.0.204, port: fea48a97-df51-4e98-ae6b-a56ce62abb86. Apr 30 13:16:15.051207 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e9573f-2f45-4a0f-91ac-32157b57344c,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:15.057067 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:15.062122 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] vlan segment allocate from pool success with {'vlan_id': 1235, 'physical_network': 'physnet1'} {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:16:15.078602 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.079056 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.segments_db [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Added segment 275017b9-8963-4244-908b-4eb10097409d of type vlan for network 83ca6a09-884c-4362-a075-86b936e51534 Apr 30 13:16:15.108478 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.142892 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.145070 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:15.145961 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.170437 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:15.186844 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3999457 Apr 30 13:16:15.192269 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47294) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:15.211027 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Request body: {'subnet': {'network_id': '83ca6a09-884c-4362-a075-86b936e51534', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1588883491-subnet', 'tenant_id': 'e7b112deea6745f0afd0af73814b50b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:15.220315 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:15.234379 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Usage tracker for resource:subnet and tenant:e7b112deea6745f0afd0af73814b50b9 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:15.239670 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:15.249806 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:15.303387 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Pushing event updated for resources: {'Network': ['ID=83ca6a09-884c-4362-a075-86b936e51534,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:15.306070 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-6a9c8a99-19e0-4d8c-9008-65d6697ebe11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:15.313769 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network 83ca6a09-884c-4362-a075-86b936e51534 details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:16:15.326966 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Made reservation on behalf of e7b112deea6745f0afd0af73814b50b9 for: {'subnet': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:15.329579 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1572749'] for subnet, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.666492 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Router 8268803d-6fc1-429f-aa99-5808da17f854 has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:16:15.755436 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-31a10a95-e1df-44de-9e60-49d401c89688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.959862 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:15.969728 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1891637c-d077-4dee-bd6f-cdf5bf2fc599 None None] Sync routers for ids ['8268803d-6fc1-429f-aa99-5808da17f854'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:15.979856 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1891637c-d077-4dee-bd6f-cdf5bf2fc599 None None] Routers {'8268803d-6fc1-429f-aa99-5808da17f854'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:15.980946 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-1891637c-d077-4dee-bd6f-cdf5bf2fc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:15:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['8268803d-6fc1-429f-aa99-5808da17f854'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:16.062350 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.138125 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2973187 Apr 30 13:16:16.138125 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23041990-dfb9-48b3-bc5e-032753115752', 'tag': 'fea48a97-df51-4e98-ae6b-a56ce62abb86'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:16.195661 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23041990-dfb9-48b3-bc5e-032753115752', 'tag': 'fea48a97-df51-4e98-ae6b-a56ce62abb86', 'status': 'completed', 'code': 200} Apr 30 13:16:16.208452 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-1891637c-d077-4dee-bd6f-cdf5bf2fc599 None None] Set router 8268803d-6fc1-429f-aa99-5808da17f854 gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:16.225661 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3096892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1572767'] for subnet, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.233299 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:16.365932 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c9c654-88a7-4fa6-b1b1-6dec614ed071,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:16.370811 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:16.371503 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Checking segment: {'id': '275017b9-8963-4244-908b-4eb10097409d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '83ca6a09-884c-4362-a075-86b936e51534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:16.372322 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Network hostable DHCP agents. Network: 83ca6a09-884c-4362-a075-86b936e51534, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:16:16.399931 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Network 83ca6a09-884c-4362-a075-86b936e51534 is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:16:16.411923 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929fcd7-62e1-4c40-bd38-0aa6a93bc726 req-f861a1c3-5d17-42e4-9c76-b488bb02b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:16.413390 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e929fcd7-62e1-4c40-bd38-0aa6a93bc726 req-f861a1c3-5d17-42e4-9c76-b488bb02b8c3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e2315ab7c5ff4612b3d026e8991e696c&device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 1098 time: 0.1452534 Apr 30 13:16:16.414668 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, 83ca6a09-884c-4362-a075-86b936e51534) {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:16.427367 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4648f7fd-277a-46aa-a51c-3b017a2b0975 None None] Network 83ca6a09-884c-4362-a075-86b936e51534 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:16:16.453376 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:16.454078 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.529039 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-9a30c8f9-8835-4946-84b9-56d6654c1a26 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3356419 Apr 30 13:16:16.566028 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929fcd7-62e1-4c40-bd38-0aa6a93bc726 req-23a39ada-2ebe-4d31-838a-32d7c295ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:16.567613 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e929fcd7-62e1-4c40-bd38-0aa6a93bc726 req-23a39ada-2ebe-4d31-838a-32d7c295ccaf service neutron] 10.222.0.90 "GET /v2.0/networks?id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4 HTTP/1.1" status: 200 len: 910 time: 0.1450915 Apr 30 13:16:16.707022 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e929fcd7-62e1-4c40-bd38-0aa6a93bc726 req-341ae311-40f9-467e-affe-064c6a0a1b84 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86 HTTP/1.1" status: 200 len: 999 time: 0.1239071 Apr 30 13:16:16.802302 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8abd477-2ad0-4875-aaab-e149091f1b90 None None] Network 83ca6a09-884c-4362-a075-86b936e51534 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:16:16.803795 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929fcd7-62e1-4c40-bd38-0aa6a93bc726 req-5113a33f-fc52-4e3f-a983-ea704aa5afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:16.805308 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e929fcd7-62e1-4c40-bd38-0aa6a93bc726 req-5113a33f-fc52-4e3f-a983-ea704aa5afe0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8facbdf-7217-4729-a0a4-6e6b9aa34125 HTTP/1.1" status: 200 len: 847 time: 0.0853519 Apr 30 13:16:16.894609 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929fcd7-62e1-4c40-bd38-0aa6a93bc726 req-25479dfd-1b42-45ea-b20a-7e3d0e4d410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:16.896258 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e929fcd7-62e1-4c40-bd38-0aa6a93bc726 req-25479dfd-1b42-45ea-b20a-7e3d0e4d410d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829463 Apr 30 13:16:16.916165 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-1891637c-d077-4dee-bd6f-cdf5bf2fc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268803d-6fc1-429f-aa99-5808da17f854', 'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:15Z', 'revision_number': 4, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'gw_port': {'id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': '8b4ca471-4b93-4d60-bec8-c3aa5bc1076e', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'floating_ip_address': '172.28.0.204', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'port_id': 'fea48a97-df51-4e98-ae6b-a56ce62abb86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'mac_address': 'fa:16:3e:3e:57:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23041990-dfb9-48b3-bc5e-032753115752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:16:13Z', 'updated_at': '2021-04-30T13:16:13Z', 'revision_number': 0, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7cd153-e78c-4a0a-9edb-33ea8678fe83', 'name': '', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'mac_address': 'fa:16:3e:b2:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:24Z', 'revision_number': 5, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'subnets': [{'id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:16.925096 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1891637c-d077-4dee-bd6f-cdf5bf2fc599 None None] Checking router: 8268803d-6fc1-429f-aa99-5808da17f854 for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:16.949957 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1891637c-d077-4dee-bd6f-cdf5bf2fc599 None None] Routers {'8268803d-6fc1-429f-aa99-5808da17f854'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:16.950614 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-1891637c-d077-4dee-bd6f-cdf5bf2fc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:15:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['8268803d-6fc1-429f-aa99-5808da17f854'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:17.041213 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e929fcd7-62e1-4c40-bd38-0aa6a93bc726 req-2a1035b6-6923-46f4-9693-7a3f78457159 service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378016 Apr 30 13:16:17.198844 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-1b78462f-3c7e-4475-a9cc-43c52d743feb tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:17.199763 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-1b78462f-3c7e-4475-a9cc-43c52d743feb tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Synchronizing usage tracker for tenant:fdb17536b675403191d8dd5d32c79ec9 on resource:network {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:17.219742 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-1b78462f-3c7e-4475-a9cc-43c52d743feb tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Unset dirty status for tenant:fdb17536b675403191d8dd5d32c79ec9 on resource:network {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:17.221452 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-1b78462f-3c7e-4475-a9cc-43c52d743feb tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/networks?id=bcca2a06-d9b2-42b6-a7f0-4236458adab0 HTTP/1.1" status: 200 len: 808 time: 0.1775017 Apr 30 13:16:17.237413 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-e53bfa34-64af-450f-b509-6b8e39f9420e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/quotas/fdb17536b675403191d8dd5d32c79ec9 HTTP/1.1" status: 200 len: 375 time: 0.0101256 Apr 30 13:16:17.261302 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-1891637c-d077-4dee-bd6f-cdf5bf2fc599 None None] Set router 8268803d-6fc1-429f-aa99-5808da17f854 gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:17.293207 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-c57ed1bc-6549-4367-8a7f-e8e11ca820e8 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=fdb17536b675403191d8dd5d32c79ec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495799 Apr 30 13:16:17.304724 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e929fcd7-62e1-4c40-bd38-0aa6a93bc726 req-03f99086-7a02-494b-8659-2d6d07ada7dd service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544904 Apr 30 13:16:17.443886 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-ff7285ee-ba67-4802-8b5c-5e07ce8a85aa service neutron] 10.222.0.93 "GET /v2.0/networks/bcca2a06-d9b2-42b6-a7f0-4236458adab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433892 Apr 30 13:16:17.591123 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-56d60ab6-37ea-4a81-b37d-fa86f5b779f0 service neutron] 10.222.0.93 "GET /v2.0/networks/bcca2a06-d9b2-42b6-a7f0-4236458adab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412466 Apr 30 13:16:17.631688 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-1891637c-d077-4dee-bd6f-cdf5bf2fc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268803d-6fc1-429f-aa99-5808da17f854', 'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:15Z', 'revision_number': 4, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'gw_port': {'id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': '8b4ca471-4b93-4d60-bec8-c3aa5bc1076e', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'floating_ip_address': '172.28.0.204', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'port_id': 'fea48a97-df51-4e98-ae6b-a56ce62abb86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'mac_address': 'fa:16:3e:3e:57:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23041990-dfb9-48b3-bc5e-032753115752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:16:13Z', 'updated_at': '2021-04-30T13:16:13Z', 'revision_number': 0, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7cd153-e78c-4a0a-9edb-33ea8678fe83', 'name': '', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'mac_address': 'fa:16:3e:b2:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:24Z', 'revision_number': 5, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'subnets': [{'id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:17.636487 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1891637c-d077-4dee-bd6f-cdf5bf2fc599 None None] The sync data for ids ['8268803d-6fc1-429f-aa99-5808da17f854'] in dv-cinder-788363-2-smb is: [{'id': '8268803d-6fc1-429f-aa99-5808da17f854', 'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:15Z', 'revision_number': 4, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'gw_port': {'id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': '8b4ca471-4b93-4d60-bec8-c3aa5bc1076e', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'floating_ip_address': '172.28.0.204', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'port_id': 'fea48a97-df51-4e98-ae6b-a56ce62abb86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'mac_address': 'fa:16:3e:3e:57:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23041990-dfb9-48b3-bc5e-032753115752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:16:13Z', 'updated_at': '2021-04-30T13:16:13Z', 'revision_number': 0, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef7cd153-e78c-4a0a-9edb-33ea8678fe83', 'name': '', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'mac_address': 'fa:16:3e:b2:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:24Z', 'revision_number': 5, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'subnets': [{'id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:17.798171 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-9389e15e-e8d7-4c1b-bdaf-f6f47d3ff9f7 req-40e809ad-0d4a-47df-833b-11285f6b76d7 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 210 time: 0.0437500 Apr 30 13:16:17.908095 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9984c77-70a6-453f-a349-65695e3a9047 None None] New status for floating IP 8b4ca471-4b93-4d60-bec8-c3aa5bc1076e: ACTIVE {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:16:18.060727 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.491195 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a595a747-038e-489d-8371-7acfc1ad8237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.957038 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f16c26fb-2a97-433c-9d35-08742ce9888d req-79c99ddc-28b5-4908-84aa-0d4e894246de tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 210 time: 0.0438998 Apr 30 13:16:19.294667 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-8298d745-2625-4c20-99bf-a7b26c213d88 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:19.296181 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-8298d745-2625-4c20-99bf-a7b26c213d88 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.90 "GET /v2.0/networks?id=bcca2a06-d9b2-42b6-a7f0-4236458adab0 HTTP/1.1" status: 200 len: 808 time: 0.1532323 Apr 30 13:16:19.344232 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Request body: {'port': {'device_id': '3464d65b-1cbf-440c-aff1-daf679afe128', 'network_id': 'bcca2a06-d9b2-42b6-a7f0-4236458adab0', 'admin_state_up': True, 'tenant_id': 'fdb17536b675403191d8dd5d32c79ec9'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:19.476707 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:19.481039 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Usage tracker for resource:port and tenant:fdb17536b675403191d8dd5d32c79ec9 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:19.483825 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:19.489426 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:19.499827 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Made reservation on behalf of fdb17536b675403191d8dd5d32c79ec9 for: {'port': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:19.503417 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.664415 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Allocated IP 172.20.0.2 (bcca2a06-d9b2-42b6-a7f0-4236458adab0/299048fb-6c2c-4dbc-a74e-89249caf6e40/5fb222a3-e983-46af-8637-8dbb9f876639) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:19.683312 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.875345 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.906112 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.912550 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-c734412a-1edc-463c-adce-f3eb220f5c14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:19.979033 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Network bcca2a06-d9b2-42b6-a7f0-4236458adab0 is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:19.983157 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:19.985616 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:20.027112 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Pushing event updated for resources: {'Port': ['ID=5fb222a3-e983-46af-8637-8dbb9f876639,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:20.029996 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:20.060895 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:20.061516 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:20.084057 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7437520 Apr 30 13:16:20.109412 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Request body: {'port': {'device_id': '3464d65b-1cbf-440c-aff1-daf679afe128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:20.162737 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b82676-ffe5-4fd1-8772-2736aaaa640c req-cc92302e-90ea-433b-9356-58ec61e8f6d1 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:20.164491 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b9b82676-ffe5-4fd1-8772-2736aaaa640c req-cc92302e-90ea-433b-9356-58ec61e8f6d1 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 931 time: 0.0816162 Apr 30 13:16:20.211203 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-b9b82676-ffe5-4fd1-8772-2736aaaa640c req-e29be20e-b2b4-417c-8aec-e7423e61b982 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Synchronizing usage tracker for tenant:fdb17536b675403191d8dd5d32c79ec9 on resource:security_group {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:20.232652 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-b9b82676-ffe5-4fd1-8772-2736aaaa640c req-e29be20e-b2b4-417c-8aec-e7423e61b982 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Unset dirty status for tenant:fdb17536b675403191d8dd5d32c79ec9 on resource:security_group {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:20.234086 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b9b82676-ffe5-4fd1-8772-2736aaaa640c req-e29be20e-b2b4-417c-8aec-e7423e61b982 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/security-groups?id=36294edb-9759-45ae-af10-3ad581da3048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628912 Apr 30 13:16:20.234244 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:20.577806 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb222a3-e983-46af-8637-8dbb9f876639 {{(pid=73858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:20.585032 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:20.598725 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.provisioning_blocks [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Transition to ACTIVE for port object 5fb222a3-e983-46af-8637-8dbb9f876639 will not be triggered until provisioned by entity L2. {{(pid=73858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:20.604019 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096711'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:20.609004 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f8d55b22-2ac6-4d12-8b82-510f4bb3b4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:20.768941 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb222a3-e983-46af-8637-8dbb9f876639,revision_number=2']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:20.777754 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:20.841756 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Attempting to bind port 5fb222a3-e983-46af-8637-8dbb9f876639 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:20.841996 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Attempting to bind port 5fb222a3-e983-46af-8637-8dbb9f876639 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '39d793aa-f62e-4bc0-8caf-567e3dd21b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'bcca2a06-d9b2-42b6-a7f0-4236458adab0'}] {{(pid=73858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:20.842352 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Attempting to bind port 5fb222a3-e983-46af-8637-8dbb9f876639 on network bcca2a06-d9b2-42b6-a7f0-4236458adab0 {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:20.846823 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Port 5fb222a3-e983-46af-8637-8dbb9f876639 on network bcca2a06-d9b2-42b6-a7f0-4236458adab0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:16:20.847136 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Attempting to bind port 5fb222a3-e983-46af-8637-8dbb9f876639 on network bcca2a06-d9b2-42b6-a7f0-4236458adab0 {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:20.852089 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:20.852413 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Checking segment: {'id': '39d793aa-f62e-4bc0-8caf-567e3dd21b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'bcca2a06-d9b2-42b6-a7f0-4236458adab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:20.852789 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Bound using segment: {'id': '39d793aa-f62e-4bc0-8caf-567e3dd21b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'bcca2a06-d9b2-42b6-a7f0-4236458adab0'} {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:20.853210 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Bound port: 5fb222a3-e983-46af-8637-8dbb9f876639, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d793aa-f62e-4bc0-8caf-567e3dd21b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'bcca2a06-d9b2-42b6-a7f0-4236458adab0'}}] {{(pid=73858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:20.853544 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:20.944279 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] For port 5fb222a3-e983-46af-8637-8dbb9f876639, host hv-cinder-78836, cleared binding levels {{(pid=73858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:20.947453 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] For port 5fb222a3-e983-46af-8637-8dbb9f876639, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5fb222a3-e983-46af-8637-8dbb9f876639,segment=NetworkSegment(39d793aa-f62e-4bc0-8caf-567e3dd21b24),segment_id=39d793aa-f62e-4bc0-8caf-567e3dd21b24)] {{(pid=73858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:20.951385 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096711'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:20.955002 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-4d8621e1-4698-4644-bb86-661cc0375473 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:21.007066 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:21.007740 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:21.009097 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] 10.222.0.90 "PUT /v2.0/ports/5fb222a3-e983-46af-8637-8dbb9f876639 HTTP/1.1" status: 200 len: 1093 time: 0.9053817 Apr 30 13:16:21.009601 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3464d65b-1cbf-440c-aff1-daf679afe128', 'tag': '5fb222a3-e983-46af-8637-8dbb9f876639'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:21.040903 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb222a3-e983-46af-8637-8dbb9f876639,revision_number=3']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:21.043910 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:21.064234 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3464d65b-1cbf-440c-aff1-daf679afe128', 'tag': '5fb222a3-e983-46af-8637-8dbb9f876639', 'status': 'completed', 'code': 200} Apr 30 13:16:21.170092 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-a89c07c0-bdf0-4012-893e-35a381cd23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:21.171584 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-a89c07c0-bdf0-4012-893e-35a381cd23c8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fdb17536b675403191d8dd5d32c79ec9&device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 1096 time: 0.0747094 Apr 30 13:16:21.253247 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-d913e1d7-6edb-47c1-a260-41f0af33e1ce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fb222a3-e983-46af-8637-8dbb9f876639 HTTP/1.1" status: 200 len: 217 time: 0.0653191 Apr 30 13:16:21.346911 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:21.413976 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-6bf3ddf3-a511-4b61-b7ac-8169ea38cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:21.418672 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-6bf3ddf3-a511-4b61-b7ac-8169ea38cd28 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=299048fb-6c2c-4dbc-a74e-89249caf6e40 HTTP/1.1" status: 200 len: 848 time: 0.1587381 Apr 30 13:16:21.461468 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a413ff4-61d0-4048-ab92-f944730bbc34 req-148a4905-879a-4954-b0eb-881d9db16fe9 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:21.470318 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1a413ff4-61d0-4048-ab92-f944730bbc34 req-148a4905-879a-4954-b0eb-881d9db16fe9 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 943 time: 0.1244669 Apr 30 13:16:21.491205 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-9d060661-1771-4ca6-a625-6d391e457ba6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bcca2a06-d9b2-42b6-a7f0-4236458adab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510905 Apr 30 13:16:21.512852 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1a413ff4-61d0-4048-ab92-f944730bbc34 req-8d3853ce-68c9-4d18-b973-52ecf2bc05b6 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/security-groups?id=36294edb-9759-45ae-af10-3ad581da3048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415857 Apr 30 13:16:21.643040 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-77b4c3a2-b173-4c97-8367-8b79061d8999 service neutron] 10.222.0.90 "GET /v2.0/networks/bcca2a06-d9b2-42b6-a7f0-4236458adab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449702 Apr 30 13:16:21.811807 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-10ab9c30-6713-40be-a5ef-033bfa6842ae req-96809330-d762-4986-8823-4095c42d6478 service neutron] 10.222.0.90 "GET /v2.0/networks/bcca2a06-d9b2-42b6-a7f0-4236458adab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327233 Apr 30 13:16:22.029036 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2f9c4-53d8-4546-b99e-92fba41a4d73 req-022d52f9-f291-4fc0-b30b-b973ae4fc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:22.030587 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fbd2f9c4-53d8-4546-b99e-92fba41a4d73 req-022d52f9-f291-4fc0-b30b-b973ae4fc0b4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fdb17536b675403191d8dd5d32c79ec9&device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 1096 time: 0.0772426 Apr 30 13:16:22.174492 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2f9c4-53d8-4546-b99e-92fba41a4d73 req-eeded0f3-3b02-4d80-9216-958d696c61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:22.175915 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fbd2f9c4-53d8-4546-b99e-92fba41a4d73 req-eeded0f3-3b02-4d80-9216-958d696c61a7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=bcca2a06-d9b2-42b6-a7f0-4236458adab0 HTTP/1.1" status: 200 len: 910 time: 0.1302226 Apr 30 13:16:22.252177 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fbd2f9c4-53d8-4546-b99e-92fba41a4d73 req-e74c0976-443a-464c-b56c-fba80505404a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fb222a3-e983-46af-8637-8dbb9f876639 HTTP/1.1" status: 200 len: 217 time: 0.0689893 Apr 30 13:16:22.320515 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2f9c4-53d8-4546-b99e-92fba41a4d73 req-925dd9d4-b534-42b5-82fd-d3917f71db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:22.322027 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fbd2f9c4-53d8-4546-b99e-92fba41a4d73 req-925dd9d4-b534-42b5-82fd-d3917f71db45 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=299048fb-6c2c-4dbc-a74e-89249caf6e40 HTTP/1.1" status: 200 len: 848 time: 0.0626569 Apr 30 13:16:22.374758 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fbd2f9c4-53d8-4546-b99e-92fba41a4d73 req-ab7ddd07-e513-4356-82b2-ade48eb08b7f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bcca2a06-d9b2-42b6-a7f0-4236458adab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399709 Apr 30 13:16:22.512078 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fbd2f9c4-53d8-4546-b99e-92fba41a4d73 req-d9137337-9440-439e-b2bd-bcc5f88234ba service neutron] 10.222.0.90 "GET /v2.0/networks/bcca2a06-d9b2-42b6-a7f0-4236458adab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241438 Apr 30 13:16:22.698718 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fbd2f9c4-53d8-4546-b99e-92fba41a4d73 req-3eb5037e-6da3-4351-9e31-4c26268b6259 service neutron] 10.222.0.90 "GET /v2.0/networks/bcca2a06-d9b2-42b6-a7f0-4236458adab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786273 Apr 30 13:16:22.732056 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351102c-fb48-4399-bb21-ab4ab5c2bf8c req-b7fb4a62-4fec-4431-ad26-bdb19dbec20a tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:22.732876 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-e351102c-fb48-4399-bb21-ab4ab5c2bf8c req-b7fb4a62-4fec-4431-ad26-bdb19dbec20a tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Synchronizing usage tracker for tenant:fdb17536b675403191d8dd5d32c79ec9 on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:22.750032 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-e351102c-fb48-4399-bb21-ab4ab5c2bf8c req-b7fb4a62-4fec-4431-ad26-bdb19dbec20a tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Unset dirty status for tenant:fdb17536b675403191d8dd5d32c79ec9 on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:22.751428 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e351102c-fb48-4399-bb21-ab4ab5c2bf8c req-b7fb4a62-4fec-4431-ad26-bdb19dbec20a tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 943 time: 0.1263587 Apr 30 13:16:22.796509 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e351102c-fb48-4399-bb21-ab4ab5c2bf8c req-9d2ccbcf-3264-4c15-aed5-4224668d2503 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/security-groups?id=36294edb-9759-45ae-af10-3ad581da3048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393541 Apr 30 13:16:23.861797 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 5fb222a3-e983-46af-8637-8dbb9f876639 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:16:23.986148 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181600e9-53ea-45e9-9f4c-78347fb7353c req-e126d1f5-5130-4827-83df-3b7102f08903 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:23.987802 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-181600e9-53ea-45e9-9f4c-78347fb7353c req-e126d1f5-5130-4827-83df-3b7102f08903 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 943 time: 0.0833893 Apr 30 13:16:24.000823 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 5fb222a3-e983-46af-8637-8dbb9f876639, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5fb222a3-e983-46af-8637-8dbb9f876639,segment=NetworkSegment(39d793aa-f62e-4bc0-8caf-567e3dd21b24),segment_id=39d793aa-f62e-4bc0-8caf-567e3dd21b24)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:24.015917 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': '5fb222a3-e983-46af-8637-8dbb9f876639', 'network_id': 'bcca2a06-d9b2-42b6-a7f0-4236458adab0', 'port_id': '5fb222a3-e983-46af-8637-8dbb9f876639', 'mac_address': 'fa:16:3e:fd:2c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299048fb-6c2c-4dbc-a74e-89249caf6e40', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:16:24.039683 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-181600e9-53ea-45e9-9f4c-78347fb7353c req-bcf6dd22-8546-4079-8578-5d4afa7dd279 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/security-groups?id=36294edb-9759-45ae-af10-3ad581da3048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440991 Apr 30 13:16:24.076516 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.093339 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb222a3-e983-46af-8637-8dbb9f876639 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:24.109056 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 5fb222a3-e983-46af-8637-8dbb9f876639, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5fb222a3-e983-46af-8637-8dbb9f876639,segment=NetworkSegment(39d793aa-f62e-4bc0-8caf-567e3dd21b24),segment_id=39d793aa-f62e-4bc0-8caf-567e3dd21b24)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:24.113788 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.116315 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:24.183683 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=5fb222a3-e983-46af-8637-8dbb9f876639,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:24.190951 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:24.191325 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:24.191668 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:24.192005 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:24.192338 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:24.192671 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:24.192995 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:24.193318 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:24.193643 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:24.193964 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:24.194312 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:24.194633 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:24.198939 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:24.602047 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['5fb222a3-e983-46af-8637-8dbb9f876639'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:25.225666 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663ef28-4899-4ce0-b35d-8663af1d932d req-4ee2413f-1391-41f6-8587-122b32fdce15 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:25.227142 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5663ef28-4899-4ce0-b35d-8663af1d932d req-4ee2413f-1391-41f6-8587-122b32fdce15 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 944 time: 0.0803854 Apr 30 13:16:25.270671 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5663ef28-4899-4ce0-b35d-8663af1d932d req-be7b61ab-62d8-4db4-8b96-028814069643 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/security-groups?id=36294edb-9759-45ae-af10-3ad581da3048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377951 Apr 30 13:16:25.892988 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 5fb222a3-e983-46af-8637-8dbb9f876639 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:25.960534 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port 5fb222a3-e983-46af-8637-8dbb9f876639 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:25.965828 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port 5fb222a3-e983-46af-8637-8dbb9f876639 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:25.966285 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:26.091892 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:26.118741 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3464d65b-1cbf-440c-aff1-daf679afe128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb222a3-e983-46af-8637-8dbb9f876639'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:26.129209 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 5fb222a3-e983-46af-8637-8dbb9f876639, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5fb222a3-e983-46af-8637-8dbb9f876639,segment=NetworkSegment(39d793aa-f62e-4bc0-8caf-567e3dd21b24),segment_id=39d793aa-f62e-4bc0-8caf-567e3dd21b24)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:26.135054 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:26.137617 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:26.173037 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3464d65b-1cbf-440c-aff1-daf679afe128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb222a3-e983-46af-8637-8dbb9f876639', 'code': 200} Apr 30 13:16:26.205128 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=5fb222a3-e983-46af-8637-8dbb9f876639,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:26.208115 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:26.477060 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f788dd-040f-401d-a535-e2fe5eafda03 req-c569423a-464b-47d1-8571-60dc35ead361 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:26.478473 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b8f788dd-040f-401d-a535-e2fe5eafda03 req-c569423a-464b-47d1-8571-60dc35ead361 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 945 time: 0.0858445 Apr 30 13:16:26.487853 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba11062-3e0e-4970-bdc7-81d72844389e req-7a492280-eb9a-4a7c-976f-9bbcd6cdece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:26.489305 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8ba11062-3e0e-4970-bdc7-81d72844389e req-7a492280-eb9a-4a7c-976f-9bbcd6cdece2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 1098 time: 0.0703020 Apr 30 13:16:26.524086 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b8f788dd-040f-401d-a535-e2fe5eafda03 req-3712a30a-c3d9-4353-8df9-36f0f7c68b30 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/security-groups?id=36294edb-9759-45ae-af10-3ad581da3048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390162 Apr 30 13:16:26.540222 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8ba11062-3e0e-4970-bdc7-81d72844389e req-28e76589-b2d0-49da-b7dd-47a6805b4cc0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=36294edb-9759-45ae-af10-3ad581da3048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354512 Apr 30 13:16:27.062481 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47500) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:27.188028 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-64232574-74bb-4519-8c6c-e73ba2e6f0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.202370 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-64232574-74bb-4519-8c6c-e73ba2e6f0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:27.206220 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-64232574-74bb-4519-8c6c-e73ba2e6f0d9 admin admin] Usage tracker for resource:security_group_rule and tenant:03aa3b570f1a48bc821a3805aaab264a is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:27.208949 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-64232574-74bb-4519-8c6c-e73ba2e6f0d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:27.215086 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-64232574-74bb-4519-8c6c-e73ba2e6f0d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:27.295527 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-64232574-74bb-4519-8c6c-e73ba2e6f0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.299262 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-64232574-74bb-4519-8c6c-e73ba2e6f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.306008 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e1877c31-794e-4e1d-a361-b8bf8b1b54fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:27.345310 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64232574-74bb-4519-8c6c-e73ba2e6f0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a0e8f8-d651-4fee-874f-468e10ce551e,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:27.349351 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-64232574-74bb-4519-8c6c-e73ba2e6f0d9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=03aa3b570f1a48bc821a3805aaab264a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858191 Apr 30 13:16:27.350234 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-64232574-74bb-4519-8c6c-e73ba2e6f0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:27.352727 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47508) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:27.409117 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-13299b4f-b6f7-4db1-a9a4-17f456f29933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.434202 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-13299b4f-b6f7-4db1-a9a4-17f456f29933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.488380 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-13299b4f-b6f7-4db1-a9a4-17f456f29933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.493154 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-90a0585e-deb9-49f6-992a-ab0710ffd0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:27.505144 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13299b4f-b6f7-4db1-a9a4-17f456f29933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a0e8f8-d651-4fee-874f-468e10ce551e,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:27.508130 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-13299b4f-b6f7-4db1-a9a4-17f456f29933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:27.510759 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-13299b4f-b6f7-4db1-a9a4-17f456f29933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.511917 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-13299b4f-b6f7-4db1-a9a4-17f456f29933 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c7a0e8f8-d651-4fee-874f-468e10ce551e HTTP/1.1" status: 204 len: 168 time: 0.1590083 Apr 30 13:16:27.730297 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4b47a-8535-466c-a75d-cf1cf66e93af req-77227106-c4f0-4a6d-8e58-a81b327252cc tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:27.731881 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f0f4b47a-8535-466c-a75d-cf1cf66e93af req-77227106-c4f0-4a6d-8e58-a81b327252cc tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 945 time: 0.0902905 Apr 30 13:16:27.780975 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f0f4b47a-8535-466c-a75d-cf1cf66e93af req-39bdb51c-0295-4a17-9ee8-190a9ba30d88 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/security-groups?id=36294edb-9759-45ae-af10-3ad581da3048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426886 Apr 30 13:16:29.049936 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eea559-171c-4876-80bf-722da831cac0 req-f9dafe09-ae04-4c09-9425-1443b1d912a4 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:29.051448 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-62eea559-171c-4876-80bf-722da831cac0 req-f9dafe09-ae04-4c09-9425-1443b1d912a4 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 945 time: 0.1615314 Apr 30 13:16:29.099022 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-62eea559-171c-4876-80bf-722da831cac0 req-6606a704-4540-45b6-b045-27e01799c469 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/security-groups?id=36294edb-9759-45ae-af10-3ad581da3048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416684 Apr 30 13:16:29.534371 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcd067-e451-4fc4-9a06-1f31c7eccd39 req-ed229545-f7d6-49a0-b160-79f9a6e1b0a2 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:29.535829 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a9fcd067-e451-4fc4-9a06-1f31c7eccd39 req-ed229545-f7d6-49a0-b160-79f9a6e1b0a2 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 945 time: 0.0835559 Apr 30 13:16:29.586599 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a9fcd067-e451-4fc4-9a06-1f31c7eccd39 req-940c8914-278f-4335-bd34-3dcf73eb215d tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435369 Apr 30 13:16:30.776171 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458d11b-b6a9-41b6-b84f-6dee7031e23c req-e2b577cb-196a-4ac4-9a3c-8f2f2a6767b5 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:30.777627 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4458d11b-b6a9-41b6-b84f-6dee7031e23c req-e2b577cb-196a-4ac4-9a3c-8f2f2a6767b5 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 945 time: 0.0829461 Apr 30 13:16:30.917978 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4458d11b-b6a9-41b6-b84f-6dee7031e23c req-4ee6a586-11a1-40bf-b56f-00bbe7c98490 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340785 Apr 30 13:16:31.856206 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.103624 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c73f7-4dd3-47f0-8c42-7e8d5cf4d53f req-561f2488-f99d-410b-83fb-6e75517d612b tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:32.105061 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-210c73f7-4dd3-47f0-8c42-7e8d5cf4d53f req-561f2488-f99d-410b-83fb-6e75517d612b tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 945 time: 0.0821629 Apr 30 13:16:32.151370 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-210c73f7-4dd3-47f0-8c42-7e8d5cf4d53f req-c17ae591-372f-4b33-83df-1dafe248a5c2 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396905 Apr 30 13:16:32.856823 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56cc7d-7048-4e05-b224-3e4ce9f2ba81 req-c4f18954-56a7-4924-b1dd-4ead2333755e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:32.858309 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7c56cc7d-7048-4e05-b224-3e4ce9f2ba81 req-c4f18954-56a7-4924-b1dd-4ead2333755e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 945 time: 0.0841186 Apr 30 13:16:32.903448 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7c56cc7d-7048-4e05-b224-3e4ce9f2ba81 req-29c4d400-095f-44ba-9ea9-1935464a65d1 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/security-groups?id=36294edb-9759-45ae-af10-3ad581da3048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393023 Apr 30 13:16:33.339544 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da8bc9-59de-436f-8b0d-dfa30ff1cddf req-47756a3b-6abb-4a8b-8d22-23ec58843d63 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:33.340983 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f1da8bc9-59de-436f-8b0d-dfa30ff1cddf req-47756a3b-6abb-4a8b-8d22-23ec58843d63 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 945 time: 0.0802367 Apr 30 13:16:33.387503 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f1da8bc9-59de-436f-8b0d-dfa30ff1cddf req-ebacf48d-c65a-4bed-8072-59d7536b318f tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 Apr 30 13:16:34.089878 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664089fb-5e4b-43b0-9812-2ce8eca4a678 req-7680a04d-1fce-4876-bc75-2c60a035a5f0 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:34.091359 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-664089fb-5e4b-43b0-9812-2ce8eca4a678 req-7680a04d-1fce-4876-bc75-2c60a035a5f0 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 945 time: 0.0804768 Apr 30 13:16:34.138490 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-664089fb-5e4b-43b0-9812-2ce8eca4a678 req-be550b02-8255-423c-b841-fa59514976f7 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/security-groups?id=36294edb-9759-45ae-af10-3ad581da3048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Apr 30 13:16:34.577889 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca9e5f-fe58-4984-adea-7a73d240edae req-e04926fc-9676-44a5-bf44-8cd6fde03eeb tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:34.579400 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-47ca9e5f-fe58-4984-adea-7a73d240edae req-e04926fc-9676-44a5-bf44-8cd6fde03eeb tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 945 time: 0.0830355 Apr 30 13:16:34.627147 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-47ca9e5f-fe58-4984-adea-7a73d240edae req-db46b127-4add-494c-8ed0-3a36a9c2d0b0 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399814 Apr 30 13:16:35.359790 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36171a-84c2-4d50-ab58-dab6c5e8db66 req-b1c038df-514b-44e0-90d2-9327ed935e65 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:35.361199 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ae36171a-84c2-4d50-ab58-dab6c5e8db66 req-b1c038df-514b-44e0-90d2-9327ed935e65 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 945 time: 0.1197283 Apr 30 13:16:35.421896 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ae36171a-84c2-4d50-ab58-dab6c5e8db66 req-5745d0dc-80a4-4d36-9be8-313c1dacbd63 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/security-groups?id=36294edb-9759-45ae-af10-3ad581da3048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541141 Apr 30 13:16:35.434684 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700df3a-4bc9-4272-bedc-8d2e3b3831f0 req-c488b6b1-d5fc-4dee-bd5a-e028d6c156a8 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:35.436083 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2700df3a-4bc9-4272-bedc-8d2e3b3831f0 req-c488b6b1-d5fc-4dee-bd5a-e028d6c156a8 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.90 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 945 time: 0.1292155 Apr 30 13:16:35.575603 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-2700df3a-4bc9-4272-bedc-8d2e3b3831f0 req-7790f7fc-9928-4d24-8264-977d993cd126 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Deleting port 5fb222a3-e983-46af-8637-8dbb9f876639 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:16:35.575930 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-2700df3a-4bc9-4272-bedc-8d2e3b3831f0 req-7790f7fc-9928-4d24-8264-977d993cd126 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.709514 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-2700df3a-4bc9-4272-bedc-8d2e3b3831f0 req-7790f7fc-9928-4d24-8264-977d993cd126 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] For port 5fb222a3-e983-46af-8637-8dbb9f876639, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5fb222a3-e983-46af-8637-8dbb9f876639,segment=NetworkSegment(39d793aa-f62e-4bc0-8caf-567e3dd21b24),segment_id=39d793aa-f62e-4bc0-8caf-567e3dd21b24)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:35.709869 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-2700df3a-4bc9-4272-bedc-8d2e3b3831f0 req-7790f7fc-9928-4d24-8264-977d993cd126 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.821028 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98449cc-cd53-47fa-a0e1-b6739db68059 req-9255bddb-61ae-43aa-a6a6-61651e95b0a0 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:35.822553 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c98449cc-cd53-47fa-a0e1-b6739db68059 req-9255bddb-61ae-43aa-a6a6-61651e95b0a0 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 945 time: 0.0861881 Apr 30 13:16:35.832492 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-2700df3a-4bc9-4272-bedc-8d2e3b3831f0 req-7790f7fc-9928-4d24-8264-977d993cd126 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Calling delete_port for 5fb222a3-e983-46af-8637-8dbb9f876639 owned by compute:nova {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:16:35.869532 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c98449cc-cd53-47fa-a0e1-b6739db68059 req-09fd832e-b0e9-4620-b507-7aa1b9c9615a tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 Apr 30 13:16:35.944947 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-2700df3a-4bc9-4272-bedc-8d2e3b3831f0 req-7790f7fc-9928-4d24-8264-977d993cd126 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.950486 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-29244efd-059b-4011-91e9-23083dfcc037 tempest-ServerRescueNegativeTestJSON-1234198392 tempest-ServerRescueNegativeTestJSON-1234198392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:36.000770 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790f7fc-9928-4d24-8264-977d993cd126 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Pushing event deleted for resources: {'Port': ['ID=5fb222a3-e983-46af-8637-8dbb9f876639,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:36.003737 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-7790f7fc-9928-4d24-8264-977d993cd126 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:36.016533 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['5fb222a3-e983-46af-8637-8dbb9f876639'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:36.075748 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-2700df3a-4bc9-4272-bedc-8d2e3b3831f0 req-7790f7fc-9928-4d24-8264-977d993cd126 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] No DVR routers for this DVR port 5fb222a3-e983-46af-8637-8dbb9f876639 on host hv-cinder-78836 {{(pid=73858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:16:36.078322 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-2700df3a-4bc9-4272-bedc-8d2e3b3831f0 req-7790f7fc-9928-4d24-8264-977d993cd126 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.080836 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3464d65b-1cbf-440c-aff1-daf679afe128', 'name': 'network-vif-deleted', 'tag': '5fb222a3-e983-46af-8637-8dbb9f876639'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:36.096460 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2700df3a-4bc9-4272-bedc-8d2e3b3831f0 req-7790f7fc-9928-4d24-8264-977d993cd126 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.90 "DELETE /v2.0/ports/5fb222a3-e983-46af-8637-8dbb9f876639 HTTP/1.1" status: 204 len: 173 time: 0.6522095 Apr 30 13:16:36.128228 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3464d65b-1cbf-440c-aff1-daf679afe128', 'name': 'network-vif-deleted', 'tag': '5fb222a3-e983-46af-8637-8dbb9f876639', 'status': 'completed', 'code': 200} Apr 30 13:16:36.592304 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b90b3392-626e-4c68-a4e1-8cccf9d54864 req-e009634e-6370-4d98-99a3-a8de25281ab3 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] 10.222.0.93 "GET /v2.0/ports?device_id=3464d65b-1cbf-440c-aff1-daf679afe128 HTTP/1.1" status: 200 len: 210 time: 0.0460265 Apr 30 13:16:36.640947 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc922d-ad16-44c0-b60f-c1bee52a83ae req-a10d7546-236b-4058-9199-ba63c1ffeba6 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:36.642386 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-91cc922d-ad16-44c0-b60f-c1bee52a83ae req-a10d7546-236b-4058-9199-ba63c1ffeba6 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.90 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 945 time: 0.0833664 Apr 30 13:16:36.788288 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-91cc922d-ad16-44c0-b60f-c1bee52a83ae req-9f211c03-2ade-4823-9726-74cbd690ffaf tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Deleting port 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:16:36.788891 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-91cc922d-ad16-44c0-b60f-c1bee52a83ae req-9f211c03-2ade-4823-9726-74cbd690ffaf tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:37.019647 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-91cc922d-ad16-44c0-b60f-c1bee52a83ae req-9f211c03-2ade-4823-9726-74cbd690ffaf tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] For port 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5a39d9c5-eacd-4278-8bbe-ac30ce4181f2,segment=NetworkSegment(0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395),segment_id=0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:37.020001 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-91cc922d-ad16-44c0-b60f-c1bee52a83ae req-9f211c03-2ade-4823-9726-74cbd690ffaf tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:37.181051 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-91cc922d-ad16-44c0-b60f-c1bee52a83ae req-9f211c03-2ade-4823-9726-74cbd690ffaf tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Calling delete_port for 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 owned by compute:nova {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:16:37.237305 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889421e8-3330-4279-ba41-a977e1398714 req-78851adb-d42f-4a90-b294-a6aab93812f4 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:37.238765 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-889421e8-3330-4279-ba41-a977e1398714 req-78851adb-d42f-4a90-b294-a6aab93812f4 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b6b3df8-177e-4147-9a6b-ca2cd0c27232 HTTP/1.1" status: 200 len: 945 time: 0.2250338 Apr 30 13:16:37.330597 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-889421e8-3330-4279-ba41-a977e1398714 req-5070d365-7e36-4226-bc45-e354ab291a47 tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.93 "GET /v2.0/security-groups?id=075750cc-7064-41b7-8bae-d37515f3b54c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812805 Apr 30 13:16:37.351589 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-91cc922d-ad16-44c0-b60f-c1bee52a83ae req-9f211c03-2ade-4823-9726-74cbd690ffaf tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:37.357238 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-932543fd-dcac-4ce6-99f2-63aa755e53ec tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:37.392700 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['5a39d9c5-eacd-4278-8bbe-ac30ce4181f2'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:37.406394 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f211c03-2ade-4823-9726-74cbd690ffaf tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Pushing event deleted for resources: {'Port': ['ID=5a39d9c5-eacd-4278-8bbe-ac30ce4181f2,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:37.409505 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-9f211c03-2ade-4823-9726-74cbd690ffaf tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:37.481469 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cc922d-ad16-44c0-b60f-c1bee52a83ae req-9f211c03-2ade-4823-9726-74cbd690ffaf tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] No DVR routers for this DVR port 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 on host hv-cinder-78836 {{(pid=73858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:16:37.484022 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-91cc922d-ad16-44c0-b60f-c1bee52a83ae req-9f211c03-2ade-4823-9726-74cbd690ffaf tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:37.497427 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-91cc922d-ad16-44c0-b60f-c1bee52a83ae req-9f211c03-2ade-4823-9726-74cbd690ffaf tempest-VolumesSnapshotTestJSON-1578640187 tempest-VolumesSnapshotTestJSON-1578640187-project] 10.222.0.90 "DELETE /v2.0/ports/5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 HTTP/1.1" status: 204 len: 173 time: 0.8432178 Apr 30 13:16:37.984565 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 5fb222a3-e983-46af-8637-8dbb9f876639 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:16:38.018690 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: 5fb222a3-e983-46af-8637-8dbb9f876639 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:16:38.019276 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 5fb222a3-e983-46af-8637-8dbb9f876639 not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:16:38.129247 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6b3df8-177e-4147-9a6b-ca2cd0c27232', 'name': 'network-vif-deleted', 'tag': '5a39d9c5-eacd-4278-8bbe-ac30ce4181f2'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:38.174841 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6b3df8-177e-4147-9a6b-ca2cd0c27232', 'name': 'network-vif-deleted', 'tag': '5a39d9c5-eacd-4278-8bbe-ac30ce4181f2', 'status': 'completed', 'code': 200} Apr 30 13:16:39.974114 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:16:40.038043 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:16:40.038697 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 5a39d9c5-eacd-4278-8bbe-ac30ce4181f2 not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:16:45.748601 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bc961ea7-65a7-4631-bfeb-f958ecda2dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:46.167223 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:16:48.057453 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.494734 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0d47cc02-1e94-4cfe-8be5-68843215768e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.691280 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.349815 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:54.924417 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47824) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:54.990340 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_v2 [None req-237bb9ab-8fab-4fcb-9ffe-968518380ccb admin admin] Deleting subnet 299048fb-6c2c-4dbc-a74e-89249caf6e40 {{(pid=73858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:16:54.993567 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-237bb9ab-8fab-4fcb-9ffe-968518380ccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.054059 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-237bb9ab-8fab-4fcb-9ffe-968518380ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-541961'] for subnet, precommit_delete_associations {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.114753 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-237bb9ab-8fab-4fcb-9ffe-968518380ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134165206'] for subnet, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.369792 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-237bb9ab-8fab-4fcb-9ffe-968518380ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134165199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3096817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1572752'] for subnet, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.374788 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d296476d-d097-47b6-bef8-7ba47f8c5c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:55.414473 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bb9ab-8fab-4fcb-9ffe-968518380ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=299048fb-6c2c-4dbc-a74e-89249caf6e40,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:55.416629 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-237bb9ab-8fab-4fcb-9ffe-968518380ccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.419456 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-237bb9ab-8fab-4fcb-9ffe-968518380ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:55.424183 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-237bb9ab-8fab-4fcb-9ffe-968518380ccb admin admin] 10.222.0.93 "DELETE /v2.0/subnets/299048fb-6c2c-4dbc-a74e-89249caf6e40 HTTP/1.1" status: 204 len: 168 time: 0.4986401 Apr 30 13:16:55.427906 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47846) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:55.531262 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133776857'] for network, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.661116 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134168155', 'neutron.services.segments.db._delete_segments_for_network-8749317885085'] for network, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.785143 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.services.segments.db [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcca2a06-d9b2-42b6-a7f0-4236458adab0']}} {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:55.804418 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.services.segments.db [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d793aa-f62e-4bc0-8caf-567e3dd21b24') {'for_net_delete': True} {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:55.804712 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.services.segments.db [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d793aa-f62e-4bc0-8caf-567e3dd21b24') {} {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:55.816275 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749317896807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-541952'] for segment, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.833125 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.839938 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] Releasing vlan 1248 on physical network physnet1 to pool {{(pid=73858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:16:56.095421 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] Network bcca2a06-d9b2-42b6-a7f0-4236458adab0 has no segments {{(pid=73858) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:56.103974 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134162659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096667'] for segment, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:56.282386 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] Network bcca2a06-d9b2-42b6-a7f0-4236458adab0 has no segments {{(pid=73858) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: Traceback (most recent call last): Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: timer() Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: cb(*args, **kw) Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: return func(*args, **kwargs) Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: self._notify() Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: self.callback(batched_events) Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: event.method(event) Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: return f(self, *a, **k) Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: return self._get(url).json() Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: return self.request(url, 'GET', **kwargs) Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:16:56.303748 dv-cinder-788363-2-smb neutron-server[73858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:16:56.381310 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134168144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931953'] for network, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:56.385524 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:56.399263 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:56.410131 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=bcca2a06-d9b2-42b6-a7f0-4236458adab0,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:56.414394 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:56.423614 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] 10.222.0.93 "DELETE /v2.0/networks/bcca2a06-d9b2-42b6-a7f0-4236458adab0 HTTP/1.1" status: 204 len: 168 time: 0.9937367 Apr 30 13:16:56.423812 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 47864) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:56.543731 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16182f6-95c4-4491-aef8-b4e190609492 admin admin] Deleting subnet 26c9c654-88a7-4fa6-b1b1-6dec614ed071 {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:16:56.548135 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d16182f6-95c4-4491-aef8-b4e190609492 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:56.616874 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d16182f6-95c4-4491-aef8-b4e190609492 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3502601'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:56.667699 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa9bfb-b89c-41a9-a3f8-25a37f76b2ce req-61f3eb3e-fe0c-4d1b-b20b-28b6c6406bad tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:56.669204 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-fbaa9bfb-b89c-41a9-a3f8-25a37f76b2ce req-61f3eb3e-fe0c-4d1b-b20b-28b6c6406bad tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 946 time: 0.4139428 Apr 30 13:16:56.708710 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d16182f6-95c4-4491-aef8-b4e190609492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134165206'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:56.765131 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-fbaa9bfb-b89c-41a9-a3f8-25a37f76b2ce req-d302c83a-c4c0-41e6-9af3-9e8c6fa39a34 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890882 Apr 30 13:16:56.980340 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d16182f6-95c4-4491-aef8-b4e190609492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134165199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2553903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2189429'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:56.984994 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f15de9ef-ccf5-4a2a-a2ad-c7899e92d441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:57.020189 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16182f6-95c4-4491-aef8-b4e190609492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c9c654-88a7-4fa6-b1b1-6dec614ed071,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:57.022181 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d16182f6-95c4-4491-aef8-b4e190609492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:57.025400 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d16182f6-95c4-4491-aef8-b4e190609492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:57.031779 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-d16182f6-95c4-4491-aef8-b4e190609492 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/26c9c654-88a7-4fa6-b1b1-6dec614ed071 HTTP/1.1" status: 204 len: 168 time: 0.6047390 Apr 30 13:16:57.031969 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 47872) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:57.148703 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133776857'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:57.274325 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134168155', 'neutron.services.segments.db._delete_segments_for_network-8749317885085'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:57.383222 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ca6a09-884c-4362-a075-86b936e51534']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:57.395498 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275017b9-8963-4244-908b-4eb10097409d') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:57.395795 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275017b9-8963-4244-908b-4eb10097409d') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:57.407021 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749317896807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3502592'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:57.423798 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:57.430155 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:16:57.596442 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] Network 83ca6a09-884c-4362-a075-86b936e51534 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:57.698280 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134162659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2553989'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:57.715411 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47878) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:57.773574 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc77127-8ec8-4ada-907e-715691574a73 admin admin] Deleting subnet 77591503-27a2-4163-8b52-685289cbdf0b {{(pid=73858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:16:57.777184 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-5cc77127-8ec8-4ada-907e-715691574a73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:57.829940 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-5cc77127-8ec8-4ada-907e-715691574a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-541961'] for subnet, precommit_delete_associations {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:57.864766 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] Network 83ca6a09-884c-4362-a075-86b936e51534 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: Traceback (most recent call last): Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: timer() Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: cb(*args, **kw) Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: return func(*args, **kwargs) Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: self._notify() Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: self.callback(batched_events) Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: event.method(event) Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: return f(self, *a, **k) Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: return self._get(url).json() Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: return self.request(url, 'GET', **kwargs) Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:16:57.886146 dv-cinder-788363-2-smb neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:16:57.888737 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-5cc77127-8ec8-4ada-907e-715691574a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134165206'] for subnet, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:57.965727 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134168144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931953'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:57.971077 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:57.986537 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.001673 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] Pushing event deleted for resources: {'Network': ['ID=83ca6a09-884c-4362-a075-86b936e51534,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:58.007411 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] 10.222.0.93 "DELETE /v2.0/networks/83ca6a09-884c-4362-a075-86b936e51534 HTTP/1.1" status: 204 len: 168 time: 0.9744706 Apr 30 13:16:58.008750 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:58.188909 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 47888) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:58.204859 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa5413-f8db-4fae-b046-0fec98e98697 req-0f82c7e9-400f-494f-bfe6-aca533bde8c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:58.206335 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2daa5413-f8db-4fae-b046-0fec98e98697 req-0f82c7e9-400f-494f-bfe6-aca533bde8c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 946 time: 0.3189137 Apr 30 13:16:58.241686 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-79d0b191-cdeb-4391-befa-ec0bc1893947 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fdb17536b675403191d8dd5d32c79ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493088 Apr 30 13:16:58.241901 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 47892) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:58.305791 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1361d14d-a4a5-4c5d-be6a-03d498dcc02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.310704 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2daa5413-f8db-4fae-b046-0fec98e98697 req-79ad17f2-9d40-42ca-911c-ed30c949370d tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=424ebead-d728-4958-8cdf-c1483061bf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970290 Apr 30 13:16:58.322779 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-5cc77127-8ec8-4ada-907e-715691574a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134165199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3096817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1572752'] for subnet, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.331002 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:58.334317 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1361d14d-a4a5-4c5d-be6a-03d498dcc02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.373797 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-5cc77127-8ec8-4ada-907e-715691574a73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.379706 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc77127-8ec8-4ada-907e-715691574a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77591503-27a2-4163-8b52-685289cbdf0b,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:58.382264 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-5cc77127-8ec8-4ada-907e-715691574a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:58.388615 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-5cc77127-8ec8-4ada-907e-715691574a73 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/77591503-27a2-4163-8b52-685289cbdf0b HTTP/1.1" status: 204 len: 168 time: 0.6721771 Apr 30 13:16:58.391512 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 47896) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:58.402838 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-80c14f90-e0a2-4a62-b878-ac189fe3391b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:58.404159 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-80c14f90-e0a2-4a62-b878-ac189fe3391b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.90 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 946 time: 0.1634557 Apr 30 13:16:58.410202 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1361d14d-a4a5-4c5d-be6a-03d498dcc02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.417464 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-bf40492c-f2f4-4be3-8105-e5b623e676a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:58.447613 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361d14d-a4a5-4c5d-be6a-03d498dcc02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36294edb-9759-45ae-af10-3ad581da3048,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:58.496736 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1361d14d-a4a5-4c5d-be6a-03d498dcc02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:58.507624 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-1361d14d-a4a5-4c5d-be6a-03d498dcc02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.508832 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-1361d14d-a4a5-4c5d-be6a-03d498dcc02b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/36294edb-9759-45ae-af10-3ad581da3048 HTTP/1.1" status: 204 len: 168 time: 0.2659113 Apr 30 13:16:58.529562 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133776857'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.553118 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Deleting port fd97b4ee-7468-491b-ae00-251b195c71ce {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:16:58.553587 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.671229 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134168155', 'neutron.services.segments.db._delete_segments_for_network-8749317885085'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.695486 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] For port fd97b4ee-7468-491b-ae00-251b195c71ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fd97b4ee-7468-491b-ae00-251b195c71ce,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:58.695758 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.787966 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55d3d08-e372-4f6d-a5de-c7c600bfbc06']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:58.801478 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:58.801778 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfb2d4c-ebf1-4234-a1ab-9f8b5874f395') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:58.813838 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749317896807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3502592'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.830703 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.838422 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:16:58.916968 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 47904) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:59.055351 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] Network d55d3d08-e372-4f6d-a5de-c7c600bfbc06 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:59.067456 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134162659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2553989'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.099009 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-e6045aec-2474-4e89-8ef5-e20463acae21 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e7b112deea6745f0afd0af73814b50b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807747 Apr 30 13:16:59.101373 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.101948 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919952'] for floatingip, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.102169 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.l3_db [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Floating IP 12114f30-6588-4ee8-9726-92220b4d9f51 disassociated. External IP: 172.28.0.46, port: fd97b4ee-7468-491b-ae00-251b195c71ce. Apr 30 13:16:59.102878 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Calling delete_port for fd97b4ee-7468-491b-ae00-251b195c71ce owned by compute:nova {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:16:59.105830 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47908) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:59.187600 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-18256049-9be5-4c81-922d-de23d30a82f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.226977 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-18256049-9be5-4c81-922d-de23d30a82f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.250709 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] Network d55d3d08-e372-4f6d-a5de-c7c600bfbc06 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: Traceback (most recent call last): Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: timer() Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: cb(*args, **kw) Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: return func(*args, **kwargs) Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: self._notify() Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: self.callback(batched_events) Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: event.method(event) Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: return f(self, *a, **k) Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: return self._get(url).json() Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: return self.request(url, 'GET', **kwargs) Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:16:59.272988 dv-cinder-788363-2-smb neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:16:59.322832 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.328718 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:59.357053 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134168144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931953'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.362822 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.366797 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e2200332-9aae-462f-a8b1-72c19d6871d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:59.374968 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event deleted for resources: {'Port': ['ID=fd97b4ee-7468-491b-ae00-251b195c71ce,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:59.380506 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:59.388660 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-18256049-9be5-4c81-922d-de23d30a82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.393605 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] Pushing event deleted for resources: {'Network': ['ID=d55d3d08-e372-4f6d-a5de-c7c600bfbc06,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:59.394133 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-912a9773-39e0-45cd-bd34-0bc50ec673b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:59.396269 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:59.403076 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-97c9f804-4aa4-4cc8-b713-0ed2e5599691 admin admin] 10.222.0.93 "DELETE /v2.0/networks/d55d3d08-e372-4f6d-a5de-c7c600bfbc06 HTTP/1.1" status: 204 len: 168 time: 1.0104418 Apr 30 13:16:59.479250 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18256049-9be5-4c81-922d-de23d30a82f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e9573f-2f45-4a0f-91ac-32157b57344c,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:59.484551 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-18256049-9be5-4c81-922d-de23d30a82f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:59.578608 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-18256049-9be5-4c81-922d-de23d30a82f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.579740 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-18256049-9be5-4c81-922d-de23d30a82f7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/29e9573f-2f45-4a0f-91ac-32157b57344c HTTP/1.1" status: 204 len: 168 time: 0.4729574 Apr 30 13:16:59.619165 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-46aeff7e-b05f-4097-9491-603f70cb0a75 req-1ba8152c-79a4-447e-9b05-6fc00c04a350 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 210 time: 0.1745472 Apr 30 13:16:59.629632 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47918) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:59.633390 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Router fa6061ad-64e2-4669-8437-196fc7e34abf has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:16:59.769630 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-48411686-9da0-4b29-b344-0ec2c794557e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8dce03f397a44d7db11a1491fa21eee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387999 Apr 30 13:16:59.772222 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47924) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:59.910036 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:59.922035 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80edbd40-c8ab-4504-9058-aab38dc49638 None None] Sync routers for ids ['fa6061ad-64e2-4669-8437-196fc7e34abf'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:59.932320 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80edbd40-c8ab-4504-9058-aab38dc49638 None None] Routers {'fa6061ad-64e2-4669-8437-196fc7e34abf'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:59.933020 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-80edbd40-c8ab-4504-9058-aab38dc49638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:16:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['fa6061ad-64e2-4669-8437-196fc7e34abf'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:59.995318 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2f20e566-ec38-435f-8f5a-06f29fe63663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.998435 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] No DVR routers for this DVR port fd97b4ee-7468-491b-ae00-251b195c71ce on host hv-cinder-78836 {{(pid=73858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:17:00.001156 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:00.003417 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7a5d3257-e46a-40bf-91a6-3de216767dac req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.90 "DELETE /v2.0/ports/fd97b4ee-7468-491b-ae00-251b195c71ce HTTP/1.1" status: 204 len: 173 time: 1.5933444 Apr 30 13:17:00.029446 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'name': 'network-vif-deleted', 'tag': 'fd97b4ee-7468-491b-ae00-251b195c71ce'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:00.113575 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2f20e566-ec38-435f-8f5a-06f29fe63663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:00.133179 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e495c2-235e-4be5-86e1-99e8aa1b9f93', 'name': 'network-vif-deleted', 'tag': 'fd97b4ee-7468-491b-ae00-251b195c71ce', 'status': 'completed', 'code': 200} Apr 30 13:17:00.209522 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2f20e566-ec38-435f-8f5a-06f29fe63663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:00.215972 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-eddd888b-68ab-46d5-a0c0-391aed47376f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:00.218778 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-80edbd40-c8ab-4504-9058-aab38dc49638 None None] Set router fa6061ad-64e2-4669-8437-196fc7e34abf gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:00.231277 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20e566-ec38-435f-8f5a-06f29fe63663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075750cc-7064-41b7-8bae-d37515f3b54c,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:00.234744 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-2f20e566-ec38-435f-8f5a-06f29fe63663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:00.244628 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2f20e566-ec38-435f-8f5a-06f29fe63663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:00.246016 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-2f20e566-ec38-435f-8f5a-06f29fe63663 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/075750cc-7064-41b7-8bae-d37515f3b54c HTTP/1.1" status: 204 len: 168 time: 0.4729481 Apr 30 13:17:00.701313 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-80edbd40-c8ab-4504-9058-aab38dc49638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:15Z', 'revision_number': 5, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:00.708930 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80edbd40-c8ab-4504-9058-aab38dc49638 None None] Checking router: fa6061ad-64e2-4669-8437-196fc7e34abf for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:00.720111 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80edbd40-c8ab-4504-9058-aab38dc49638 None None] Routers {'fa6061ad-64e2-4669-8437-196fc7e34abf'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:00.721080 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-80edbd40-c8ab-4504-9058-aab38dc49638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:16:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['fa6061ad-64e2-4669-8437-196fc7e34abf'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:00.825267 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-583111bf-adff-4851-9fd0-b3685c03b0cc req-ddbf98f0-f82c-4605-9c02-9f06beb41c45 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=02e495c2-235e-4be5-86e1-99e8aa1b9f93 HTTP/1.1" status: 200 len: 210 time: 0.0502610 Apr 30 13:17:00.950144 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-80edbd40-c8ab-4504-9058-aab38dc49638 None None] Set router fa6061ad-64e2-4669-8437-196fc7e34abf gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:01.035579 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47958) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:01.166441 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:01.182683 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:01.186777 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Usage tracker for resource:security_group_rule and tenant:275ec3c9a67e43c8a3c0f9b77702fb3a is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:01.190243 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:01.196011 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:01.277313 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-80edbd40-c8ab-4504-9058-aab38dc49638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:15Z', 'revision_number': 5, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:01.281376 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80edbd40-c8ab-4504-9058-aab38dc49638 None None] The sync data for ids ['fa6061ad-64e2-4669-8437-196fc7e34abf'] in dv-cinder-788363-2-smb is: [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:15Z', 'revision_number': 5, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:01.286487 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:01.290856 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:01.298689 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-75bf2303-7dc9-4733-a8e5-3cfef80c14e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:01.344802 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c5c5fd-6914-4137-97d5-ace01332fa51,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:01.349124 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=275ec3c9a67e43c8a3c0f9b77702fb3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125224 Apr 30 13:17:01.351702 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47964) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:01.367276 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:01.367640 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:01.367999 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:01.368348 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:01.369224 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:01.369562 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:01.369903 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:01.370267 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:01.370609 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:01.370944 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:01.371281 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:01.371617 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:01.378077 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:01.431633 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4f8b-a207-4ba2-b290-5c10b8e12de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:01.464839 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4f8b-a207-4ba2-b290-5c10b8e12de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:01.526312 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4f8b-a207-4ba2-b290-5c10b8e12de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:01.532744 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d2e32f92-b3d3-4221-a936-edaae6e77a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:01.547101 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e4f8b-a207-4ba2-b290-5c10b8e12de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c5c5fd-6914-4137-97d5-ace01332fa51,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:01.550259 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-9d6e4f8b-a207-4ba2-b290-5c10b8e12de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:01.550397 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa5d60-2855-498d-80b7-f85384e524ab None None] New status for floating IP 12114f30-6588-4ee8-9726-92220b4d9f51: DOWN {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:17:01.554848 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4f8b-a207-4ba2-b290-5c10b8e12de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:01.556738 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-9d6e4f8b-a207-4ba2-b290-5c10b8e12de3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/01c5c5fd-6914-4137-97d5-ace01332fa51 HTTP/1.1" status: 204 len: 168 time: 0.2036033 Apr 30 13:17:01.868895 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:01.963694 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 47984) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:02.044825 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0ab71f91-b465-42a3-936d-5170974be6a3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.084825 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0ab71f91-b465-42a3-936d-5170974be6a3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.108606 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fd97b4ee-7468-491b-ae00-251b195c71ce no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:02.152167 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0ab71f91-b465-42a3-936d-5170974be6a3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.157385 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-3a6ed8cd-5e63-4f79-8d4b-1e542960be85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:02.175199 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab71f91-b465-42a3-936d-5170974be6a3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=424ebead-d728-4958-8cdf-c1483061bf5a,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:02.178256 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-0ab71f91-b465-42a3-936d-5170974be6a3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:02.178696 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: fd97b4ee-7468-491b-ae00-251b195c71ce {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:02.179274 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fd97b4ee-7468-491b-ae00-251b195c71ce not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:02.191039 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0ab71f91-b465-42a3-936d-5170974be6a3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.192151 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-0ab71f91-b465-42a3-936d-5170974be6a3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "DELETE /v2.0/security-groups/424ebead-d728-4958-8cdf-c1483061bf5a HTTP/1.1" status: 204 len: 168 time: 0.2274835 Apr 30 13:17:02.195130 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 47994) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:02.222205 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.api.v2.resource [None req-364e9451-6774-48b0-9a7f-6824a6f83f44 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] show failed (client error): The resource could not be found. Apr 30 13:17:02.223201 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-364e9451-6774-48b0-9a7f-6824a6f83f44 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups/424ebead-d728-4958-8cdf-c1483061bf5a HTTP/1.1" status: 404 len: 347 time: 0.0266466 Apr 30 13:17:02.226139 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 48000) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:02.447610 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-17178734-de3c-45ef-bd50-97bc433edb7f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Deleting port 7eee468f-d1d4-4584-8d57-7bf70ed1bebd {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:02.447953 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-17178734-de3c-45ef-bd50-97bc433edb7f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.572532 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-17178734-de3c-45ef-bd50-97bc433edb7f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.572868 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-17178734-de3c-45ef-bd50-97bc433edb7f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.702488 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-17178734-de3c-45ef-bd50-97bc433edb7f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Calling delete_port for 7eee468f-d1d4-4584-8d57-7bf70ed1bebd owned by network:floatingip {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:02.760462 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48012) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:02.819452 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-17178734-de3c-45ef-bd50-97bc433edb7f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.825060 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0dc67040-5d1a-48d4-a437-386974f510da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:02.867642 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17178734-de3c-45ef-bd50-97bc433edb7f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event deleted for resources: {'Port': ['ID=7eee468f-d1d4-4584-8d57-7bf70ed1bebd,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:02.871287 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-17178734-de3c-45ef-bd50-97bc433edb7f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:02.886588 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f3196f1c-6039-4613-9dcc-1186ba24cf29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.901265 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-f3196f1c-6039-4613-9dcc-1186ba24cf29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:02.905227 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-f3196f1c-6039-4613-9dcc-1186ba24cf29 admin admin] Usage tracker for resource:security_group_rule and tenant:f4bd2ae319c84ff08544f3ad64aff735 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:02.908168 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-f3196f1c-6039-4613-9dcc-1186ba24cf29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:02.914131 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-f3196f1c-6039-4613-9dcc-1186ba24cf29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:02.963356 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-17178734-de3c-45ef-bd50-97bc433edb7f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for floatingip, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.977568 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-17178734-de3c-45ef-bd50-97bc433edb7f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.978762 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-17178734-de3c-45ef-bd50-97bc433edb7f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "DELETE /v2.0/floatingips/12114f30-6588-4ee8-9726-92220b4d9f51 HTTP/1.1" status: 204 len: 168 time: 0.7516937 Apr 30 13:17:03.003337 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f3196f1c-6039-4613-9dcc-1186ba24cf29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.009783 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f3196f1c-6039-4613-9dcc-1186ba24cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.018633 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a7f33d27-15e6-48ae-ab3b-54245d6310c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:03.066764 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 48020) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:03.067006 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-f3196f1c-6039-4613-9dcc-1186ba24cf29 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f4bd2ae319c84ff08544f3ad64aff735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054087 Apr 30 13:17:03.068132 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3196f1c-6039-4613-9dcc-1186ba24cf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a8262d-b9b5-479e-8b88-ba06e98654d3,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:03.072226 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f3196f1c-6039-4613-9dcc-1186ba24cf29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:03.132980 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3f589e36-9b7b-46d9-a9c8-e37b2273d08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.160411 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3f589e36-9b7b-46d9-a9c8-e37b2273d08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.214980 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3f589e36-9b7b-46d9-a9c8-e37b2273d08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.215874 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48026) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:03.221653 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554713649', 'description': 'tempest-description--45367459'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:03.222082 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7e812b24-396e-41c0-91cc-97264e8b36ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:03.228234 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:03.232443 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Usage tracker for resource:security_group and tenant:019ca6f09f6e4be8a4d5d69ef83c1963 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:03.234346 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f589e36-9b7b-46d9-a9c8-e37b2273d08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a8262d-b9b5-479e-8b88-ba06e98654d3,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:03.236484 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:03.238007 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3f589e36-9b7b-46d9-a9c8-e37b2273d08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:03.241325 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3f589e36-9b7b-46d9-a9c8-e37b2273d08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.242464 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-3f589e36-9b7b-46d9-a9c8-e37b2273d08c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f9a8262d-b9b5-479e-8b88-ba06e98654d3 HTTP/1.1" status: 204 len: 168 time: 0.1737480 Apr 30 13:17:03.248472 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:03.259910 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.287700 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:03.292615 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Usage tracker for resource:security_group_rule and tenant:019ca6f09f6e4be8a4d5d69ef83c1963 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:03.295490 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:03.301054 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:03.377116 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.381191 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.386432 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-3be73258-6a2a-410d-bf45-c2bd8e7046f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:03.430959 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4979ebf2-6f99-4070-8c24-b22a8398bcbe,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:03.434536 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:03.438548 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.442981 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-df485293-0f62-464f-8c6e-85d16c86fcde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2228715 Apr 30 13:17:03.442981 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48034) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:03.448467 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-7935bddb-e889-4ba4-ab66-dbd205f548c0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Request body: {'security_group_rule': {'security_group_id': '4979ebf2-6f99-4070-8c24-b22a8398bcbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:03.454363 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-7935bddb-e889-4ba4-ab66-dbd205f548c0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:03.458195 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-7935bddb-e889-4ba4-ab66-dbd205f548c0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Usage tracker for resource:security_group_rule and tenant:019ca6f09f6e4be8a4d5d69ef83c1963 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:03.461246 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-7935bddb-e889-4ba4-ab66-dbd205f548c0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:03.468193 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-7935bddb-e889-4ba4-ab66-dbd205f548c0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:03.485675 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7935bddb-e889-4ba4-ab66-dbd205f548c0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.550280 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7935bddb-e889-4ba4-ab66-dbd205f548c0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.557813 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7935bddb-e889-4ba4-ab66-dbd205f548c0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.559960 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e3a06ddf-448b-4eab-a1ca-70151b72cd56 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:03.580777 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935bddb-e889-4ba4-ab66-dbd205f548c0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebacb19b-e516-4ddd-9f31-5493595ccc45,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:03.584913 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-7935bddb-e889-4ba4-ab66-dbd205f548c0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:03.593133 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7935bddb-e889-4ba4-ab66-dbd205f548c0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.594652 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-7935bddb-e889-4ba4-ab66-dbd205f548c0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509299 Apr 30 13:17:03.597266 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48044) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:03.602720 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-c1a5f3df-9d69-435f-afd1-5176c5766021 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Request body: {'security_group_rule': {'security_group_id': '4979ebf2-6f99-4070-8c24-b22a8398bcbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:03.608533 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-c1a5f3df-9d69-435f-afd1-5176c5766021 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:03.612761 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-c1a5f3df-9d69-435f-afd1-5176c5766021 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Usage tracker for resource:security_group_rule and tenant:019ca6f09f6e4be8a4d5d69ef83c1963 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:03.615811 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-c1a5f3df-9d69-435f-afd1-5176c5766021 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:03.622556 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-c1a5f3df-9d69-435f-afd1-5176c5766021 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:03.638502 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-c1a5f3df-9d69-435f-afd1-5176c5766021 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.704575 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-c1a5f3df-9d69-435f-afd1-5176c5766021 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.708377 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-c1a5f3df-9d69-435f-afd1-5176c5766021 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.710499 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-56cf8b85-632e-4d95-8234-0981b7bebc1e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:03.826088 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5f3df-9d69-435f-afd1-5176c5766021 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59644a92-1b90-46c0-8dda-f3821557cb10,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:03.830716 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-c1a5f3df-9d69-435f-afd1-5176c5766021 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:03.835325 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-c1a5f3df-9d69-435f-afd1-5176c5766021 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.838748 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-c1a5f3df-9d69-435f-afd1-5176c5766021 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2403257 Apr 30 13:17:03.840155 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 48056) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:03.845922 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Request body: {'floatingip': {'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:03.852006 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:03.856575 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Usage tracker for resource:floatingip and tenant:019ca6f09f6e4be8a4d5d69ef83c1963 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:03.859640 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:03.869002 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:03.879815 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for floatingip, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.961123 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48062) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:04.021558 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.076738 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-428905583-network', 'tenant_id': '5919878f2177439e9606bc315fca7ad3'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:04.081350 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:04.085319 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Usage tracker for resource:network and tenant:5919878f2177439e9606bc315fca7ad3 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:04.088695 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:04.094912 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:04.105147 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Made reservation on behalf of 5919878f2177439e9606bc315fca7ad3 for: {'network': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:04.107513 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.121347 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.136717 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:04.141149 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Usage tracker for resource:security_group_rule and tenant:5919878f2177439e9606bc315fca7ad3 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:04.144031 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:04.149754 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:04.169025 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Allocated IP 172.28.0.250 (07ca4a00-754c-4ee1-bad7-4e9920ec041b/ec54f1e6-42a0-405f-bb60-0305afc35dfb/93e64d25-371f-4219-87b1-30578a42a286) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:04.236532 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.240784 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.244389 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-130fc5ac-829f-4a58-aa48-32c31b45b84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:04.272272 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] vlan segment allocate from pool success with {'vlan_id': 1225, 'physical_network': 'physnet1'} {{(pid=73858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:17:04.281202 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9389ba02-5c77-4be2-b04f-dff7016650b8,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:04.284510 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:04.287133 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.287494 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.segments_db [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Added segment 62a8780e-215a-4690-af71-129a2aee4016 of type vlan for network e66f7068-aa5c-4662-894a-45684c558584 Apr 30 13:17:04.316648 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.329811 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.347706 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.349016 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:04.349606 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.355104 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-9bc7db79-7fa8-4eb3-8bcc-bf5c49efdf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:04.360356 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.364906 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a9f183e8-eeb5-494e-8430-942f8455cdc9 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:04.424774 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:04.427647 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:04.435737 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:04.454243 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Pushing event updated for resources: {'Network': ['ID=e66f7068-aa5c-4662-894a-45684c558584,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:04.460102 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4950504 Apr 30 13:17:04.460102 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:04.460376 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48068) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:04.466535 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Request body: {'subnet': {'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-428905583-subnet', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'ip_version': 4}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:04.470796 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network e66f7068-aa5c-4662-894a-45684c558584 details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:17:04.471634 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:04.476023 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Usage tracker for resource:subnet and tenant:5919878f2177439e9606bc315fca7ad3 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:04.479862 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:04.480260 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event updated for resources: {'Port': ['ID=93e64d25-371f-4219-87b1-30578a42a286,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:04.484698 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:04.485763 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:04.498073 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Made reservation on behalf of 5919878f2177439e9606bc315fca7ad3 for: {'subnet': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:04.501156 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1572749'] for subnet, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.528811 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.593317 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.896493 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3096892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1572767'] for subnet, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.901842 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-14348cf1-e192-4cbb-b421-88b2a746b4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:04.908790 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.914611 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.918450 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-f13f7409-613f-416c-86cb-b5f450020ce0 tempest-VolumesActionsTest-1400957305 tempest-VolumesActionsTest-1400957305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:04.973474 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8859bceb-4922-4443-8114-76a4fe0b5fa0,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:04.977277 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:04.981478 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Checking segment: {'id': '62a8780e-215a-4690-af71-129a2aee4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:04.981836 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Network hostable DHCP agents. Network: e66f7068-aa5c-4662-894a-45684c558584, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:17:05.004214 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Network e66f7068-aa5c-4662-894a-45684c558584 is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:17:05.018958 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, e66f7068-aa5c-4662-894a-45684c558584) {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:05.032023 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:05.032407 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.040507 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b72ee-b031-4b0c-a7be-af0b95fb591b None None] Network e66f7068-aa5c-4662-894a-45684c558584 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:17:05.041617 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event updated for resources: {'Port': ['ID=93e64d25-371f-4219-87b1-30578a42a286,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:05.045688 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:05.063311 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-8bc6654a-e149-4014-8a39-df6e02a36ef6 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5995436 Apr 30 13:17:05.063512 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919952'] for floatingip, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.063779 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48072) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:05.074297 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:05.082507 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:05.085879 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Usage tracker for resource:router and tenant:5919878f2177439e9606bc315fca7ad3 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:05.089104 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.089384 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:05.094206 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2491901 Apr 30 13:17:05.095695 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:05.108543 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59942'] for router, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.109696 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-973016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59999'] for router, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.129585 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.333554 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6240a12c-8c8e-5dca-9d08-f3b2e435f8ad-e66f7068-aa5c-4662-894a-45684c558584', 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'fixed_ips': [{'subnet_id': '8859bceb-4922-4443-8114-76a4fe0b5fa0'}]}} from dv-cinder-788363-2-smb. {{(pid=73860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:17:05.334541 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.338576 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-f65a0bcf-1b79-4973-b3f4-4cab506f5d6e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1554713649&fields=id&tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963 HTTP/1.1" status: 200 len: 267 time: 0.0456531 Apr 30 13:17:05.455184 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-646741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59977'] for router, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.502164 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Allocated IP 172.20.0.2 (e66f7068-aa5c-4662-894a-45684c558584/8859bceb-4922-4443-8114-76a4fe0b5fa0/f5183501-36f9-49e4-ba44-a2a00252bf57) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:05.504594 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-b9aea29f-2db7-4461-bbdb-7788dc93eb19 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:05.506182 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-b9aea29f-2db7-4461-bbdb-7788dc93eb19 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/networks?id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18 HTTP/1.1" status: 200 len: 817 time: 0.1596019 Apr 30 13:17:05.523055 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5660fc74-e6d9-4b7b-8baa-9526614116ce req-6ad2955a-b646-42f8-9897-aeb5a28be0d5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1808865 Apr 30 13:17:05.527095 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-81f13e57-294e-4871-8335-4b69b9e68a85 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/quotas/019ca6f09f6e4be8a4d5d69ef83c1963 HTTP/1.1" status: 200 len: 375 time: 0.0120778 Apr 30 13:17:05.642473 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-0f4eb3f9-1991-4ef4-9fb5-8e9db4204d2d tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Synchronizing usage tracker for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:05.659589 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-0f4eb3f9-1991-4ef4-9fb5-8e9db4204d2d tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Unset dirty status for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:05.660989 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-0f4eb3f9-1991-4ef4-9fb5-8e9db4204d2d tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1272354 Apr 30 13:17:05.725355 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.735810 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Transition to ACTIVE for port object f5183501-36f9-49e4-ba44-a2a00252bf57 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:05.754680 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Transition to ACTIVE for port object f5183501-36f9-49e4-ba44-a2a00252bf57 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:05.761876 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.765879 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-21a97353-7909-4dc8-8097-3fc2a902b25e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:05.808174 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-3ae38a1c-31a8-4ae5-a32f-7e84ed0bd916 service neutron] 10.222.0.93 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334100 Apr 30 13:17:05.834808 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Network e66f7068-aa5c-4662-894a-45684c558584 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:05.838281 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:05.842175 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:05.878697 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Pushing event updated for resources: {'Port': ['ID=f5183501-36f9-49e4-ba44-a2a00252bf57,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:05.886043 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:05.948114 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-68048d78-1493-4d42-b630-46275299acdc service neutron] 10.222.0.93 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315188 Apr 30 13:17:05.949325 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Attempting to bind port f5183501-36f9-49e4-ba44-a2a00252bf57 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:05.949868 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Attempting to bind port f5183501-36f9-49e4-ba44-a2a00252bf57 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '62a8780e-215a-4690-af71-129a2aee4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:05.950072 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Attempting to bind port f5183501-36f9-49e4-ba44-a2a00252bf57 on network e66f7068-aa5c-4662-894a-45684c558584 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:05.956065 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:05.956443 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Checking segment: {'id': '62a8780e-215a-4690-af71-129a2aee4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:05.956857 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.957404 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Bound using segment: {'id': '62a8780e-215a-4690-af71-129a2aee4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:05.957712 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Bound port: f5183501-36f9-49e4-ba44-a2a00252bf57, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a8780e-215a-4690-af71-129a2aee4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:05.958089 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.959551 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.994569 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.999396 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660fc74-e6d9-4b7b-8baa-9526614116ce req-fdd4d96d-0b9f-4f6c-a6af-19537afcb4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:06.000858 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5660fc74-e6d9-4b7b-8baa-9526614116ce req-fdd4d96d-0b9f-4f6c-a6af-19537afcb4b1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e2315ab7c5ff4612b3d026e8991e696c&device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 1098 time: 0.3844180 Apr 30 13:17:06.052109 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] For port f5183501-36f9-49e4-ba44-a2a00252bf57, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:06.055582 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] For port f5183501-36f9-49e4-ba44-a2a00252bf57, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=f5183501-36f9-49e4-ba44-a2a00252bf57,segment=NetworkSegment(62a8780e-215a-4690-af71-129a2aee4016),segment_id=62a8780e-215a-4690-af71-129a2aee4016)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:06.062449 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.073950 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:06.178786 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Pushing event updated for resources: {'Port': ['ID=f5183501-36f9-49e4-ba44-a2a00252bf57,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:06.182502 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:06.304156 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-350c6546-a327-48c7-9f6e-8408baffd989 req-58de105d-1b1c-4f1c-98f0-0feebc013e62 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Synchronizing usage tracker for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:06.338809 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Allocated IP 172.28.0.247 (07ca4a00-754c-4ee1-bad7-4e9920ec041b/ec54f1e6-42a0-405f-bb60-0305afc35dfb/b23a3f1d-2e8c-478d-9218-39319249be68) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:06.340704 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-350c6546-a327-48c7-9f6e-8408baffd989 req-58de105d-1b1c-4f1c-98f0-0feebc013e62 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Unset dirty status for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:06.349382 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-350c6546-a327-48c7-9f6e-8408baffd989 req-58de105d-1b1c-4f1c-98f0-0feebc013e62 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 210 time: 0.2147911 Apr 30 13:17:06.468829 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660fc74-e6d9-4b7b-8baa-9526614116ce req-8499e4ab-1068-4374-a2d7-6a69670f15cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:06.471390 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5660fc74-e6d9-4b7b-8baa-9526614116ce req-8499e4ab-1068-4374-a2d7-6a69670f15cc service neutron] 10.222.0.90 "GET /v2.0/networks?id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4 HTTP/1.1" status: 200 len: 910 time: 0.4351234 Apr 30 13:17:06.651035 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5660fc74-e6d9-4b7b-8baa-9526614116ce req-09eeb8d7-0823-4cd8-b2b2-0c2f7cd45825 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86 HTTP/1.1" status: 200 len: 1001 time: 0.1265976 Apr 30 13:17:06.718837 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.723261 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device f5183501-36f9-49e4-ba44-a2a00252bf57 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:06.739519 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660fc74-e6d9-4b7b-8baa-9526614116ce req-06667c15-7539-447e-ad45-ba321c57c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:06.740989 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5660fc74-e6d9-4b7b-8baa-9526614116ce req-06667c15-7539-447e-ad45-ba321c57c874 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8facbdf-7217-4729-a0a4-6e6b9aa34125 HTTP/1.1" status: 200 len: 847 time: 0.0834301 Apr 30 13:17:06.795049 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port f5183501-36f9-49e4-ba44-a2a00252bf57 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:06.825891 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.835256 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-1beae1a0-7007-404a-a2d8-5e8f826998b0 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:06.895265 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:06.899447 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:06.904440 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:06.930620 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660fc74-e6d9-4b7b-8baa-9526614116ce req-3dbbaf69-de23-41af-b693-4dc2543b42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:06.932682 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5660fc74-e6d9-4b7b-8baa-9526614116ce req-3dbbaf69-de23-41af-b693-4dc2543b42e1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1833806 Apr 30 13:17:06.995987 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Pushing event updated for resources: {'Port': ['ID=b23a3f1d-2e8c-478d-9218-39319249be68,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:07.003891 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:07.216830 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45885fc4-0554-4247-a7dc-3433e66e67fd None None] Network e66f7068-aa5c-4662-894a-45684c558584 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:17:07.268039 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5660fc74-e6d9-4b7b-8baa-9526614116ce req-5b98b57a-df6a-41ce-8694-157597ba2f20 service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232622 Apr 30 13:17:07.325361 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-ca44139e-1061-4b42-9989-2c4cbf9d8683 None None] Provisioning for port f5183501-36f9-49e4-ba44-a2a00252bf57 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:07.342075 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-ca44139e-1061-4b42-9989-2c4cbf9d8683 None None] Provisioning complete for port f5183501-36f9-49e4-ba44-a2a00252bf57 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:07.342664 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ca44139e-1061-4b42-9989-2c4cbf9d8683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.546556 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d8f9e212-d6c6-48e2-8a32-f8deb3c33565 req-8b6adf8f-326f-4921-adc1-fa425f81d779 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 210 time: 0.0451040 Apr 30 13:17:07.592440 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ca44139e-1061-4b42-9989-2c4cbf9d8683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.653078 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-ca44139e-1061-4b42-9989-2c4cbf9d8683 None None] For port f5183501-36f9-49e4-ba44-a2a00252bf57, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=f5183501-36f9-49e4-ba44-a2a00252bf57,segment=NetworkSegment(62a8780e-215a-4690-af71-129a2aee4016),segment_id=62a8780e-215a-4690-af71-129a2aee4016)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:07.658525 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-ca44139e-1061-4b42-9989-2c4cbf9d8683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.666815 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:07.729606 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5660fc74-e6d9-4b7b-8baa-9526614116ce req-32674500-6eda-4128-bfab-dd596d5353e4 service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519224 Apr 30 13:17:07.730651 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-df460498-5ad5-4752-be2a-ff54e19e119e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:07.733214 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-df460498-5ad5-4752-be2a-ff54e19e119e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.90 "GET /v2.0/networks?id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18 HTTP/1.1" status: 200 len: 817 time: 0.1848521 Apr 30 13:17:07.746753 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.774683 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44139e-1061-4b42-9989-2c4cbf9d8683 None None] Pushing event updated for resources: {'Port': ['ID=f5183501-36f9-49e4-ba44-a2a00252bf57,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:07.778828 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ca44139e-1061-4b42-9989-2c4cbf9d8683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:07.816599 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-a26552f8-1947-43ed-8ab4-c7db9849a518 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963 HTTP/1.1" status: 200 len: 380 time: 0.0617435 Apr 30 13:17:07.828595 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Request body: {'port': {'device_id': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'admin_state_up': True, 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'security_groups': ['4979ebf2-6f99-4070-8c24-b22a8398bcbe']}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:07.982458 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-0fb3aa77-1ddf-408c-840d-91fa1bdd7c7c None None] Provisioning complete for port f5183501-36f9-49e4-ba44-a2a00252bf57 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:07.983109 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0fb3aa77-1ddf-408c-840d-91fa1bdd7c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.992344 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:08.003061 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:08.014490 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Made reservation on behalf of 019ca6f09f6e4be8a4d5d69ef83c1963 for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:08.018040 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.143801 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933219'] for router, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.193871 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Allocated IP 172.20.0.7 (4c426767-2e36-4bf8-afcd-7ed2bbd68c18/49a9087f-e65a-4a37-b218-569f62f239a8/b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:08.347960 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d is scheduled to L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f with binding_index 1 {{(pid=73858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:17:08.387642 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.402868 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Transition to ACTIVE for port object b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:08.428740 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.435562 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-63e60b9e-244b-41a3-bce0-d88fc8c06af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:08.538019 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:08.548231 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Sync routers for ids ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:08.559252 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Routers {'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:08.560165 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:16:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:08.566337 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Notify callbacks [] for router, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.567631 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5029488 Apr 30 13:17:08.570489 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 48110) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:08.702175 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event updated for resources: {'Port': ['ID=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:08.720757 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:08.739804 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device f5183501-36f9-49e4-ba44-a2a00252bf57 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:08.784315 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9885c-8045-44af-960c-403fdeb63ab2 req-d3065d2a-04b4-492c-b682-dc5c51184c27 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:08.784912 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.785067 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.785365 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.785880 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ebc9885c-8045-44af-960c-403fdeb63ab2 req-d3065d2a-04b4-492c-b682-dc5c51184c27 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 931 time: 0.0816741 Apr 30 13:17:08.786132 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.786551 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.786942 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.787310 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.787667 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.788021 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.788737 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.789149 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.789504 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.794006 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:08.800084 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:08.802311 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:08.838260 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-ebc9885c-8045-44af-960c-403fdeb63ab2 req-fa84ab48-6630-4736-a5b2-320a4be28807 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Synchronizing usage tracker for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:security_group {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:08.861249 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-ebc9885c-8045-44af-960c-403fdeb63ab2 req-fa84ab48-6630-4736-a5b2-320a4be28807 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Unset dirty status for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:security_group {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:08.861462 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Set router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:08.862591 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ebc9885c-8045-44af-960c-403fdeb63ab2 req-fa84ab48-6630-4736-a5b2-320a4be28807 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700357 Apr 30 13:17:08.895395 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:08.896339 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.004769 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1817486 Apr 30 13:17:09.012891 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port f5183501-36f9-49e4-ba44-a2a00252bf57 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:09.013271 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.069481 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Request body: {'port': {'device_id': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:09.137885 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-fac5bd9f-cb48-450c-8cda-77f5f92ccebb None None] Provisioning for port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:09.160515 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-fac5bd9f-cb48-450c-8cda-77f5f92ccebb None None] Provisioning complete for port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:09.160808 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-fac5bd9f-cb48-450c-8cda-77f5f92ccebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.282365 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.309323 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-fac5bd9f-cb48-450c-8cda-77f5f92ccebb None None] Port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:17:09.335231 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:05Z', 'updated_at': '2021-04-30T13:17:07Z', 'revision_number': 3, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'gw_port': {'id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:06Z', 'updated_at': '2021-04-30T13:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:09.339769 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Checking router: f85d2076-2cc1-416b-aa45-5ba27ed2cb8d for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:09.340143 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Updating router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d port b23a3f1d-2e8c-478d-9218-39319249be68 binding host dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:17:09.395922 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.742605 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.756516 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Transition to ACTIVE for port object b23a3f1d-2e8c-478d-9218-39319249be68 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:09.761376 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.763899 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.769655 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-836be894-2833-4eb5-9b80-f37473f0e9e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:09.843089 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Attempting to bind port b23a3f1d-2e8c-478d-9218-39319249be68 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:09.843445 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Attempting to bind port b23a3f1d-2e8c-478d-9218-39319249be68 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:09.843823 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Attempting to bind port b23a3f1d-2e8c-478d-9218-39319249be68 on network 07ca4a00-754c-4ee1-bad7-4e9920ec041b {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:09.855225 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:09.855614 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Checking segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:09.856024 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.856426 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Bound using segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:09.856898 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Bound port: b23a3f1d-2e8c-478d-9218-39319249be68, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:09.857281 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.880833 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a5620-1876-41c6-983b-69474d9d03b8 None None] Pushing event updated for resources: {'Port': ['ID=b23a3f1d-2e8c-478d-9218-39319249be68,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:09.883789 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b1a5620-1876-41c6-983b-69474d9d03b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:09.943578 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] For port b23a3f1d-2e8c-478d-9218-39319249be68, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:09.946628 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] For port b23a3f1d-2e8c-478d-9218-39319249be68, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=b23a3f1d-2e8c-478d-9218-39319249be68,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:09.951824 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.956118 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:09.956390 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:09.967928 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.996587 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Transition to ACTIVE for port object b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:10.031788 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Routers {'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:10.032426 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:16:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:10.092410 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a5620-1876-41c6-983b-69474d9d03b8 None None] Pushing event updated for resources: {'Port': ['ID=b23a3f1d-2e8c-478d-9218-39319249be68,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:10.103902 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b1a5620-1876-41c6-983b-69474d9d03b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:10.151243 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:10.188890 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:10.256030 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] Set router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:10.349433 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:10.353486 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:10.355808 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Allocated IP 172.20.0.1 (e66f7068-aa5c-4662-894a-45684c558584/8859bceb-4922-4443-8114-76a4fe0b5fa0/76048802-f632-4883-b1aa-e2892b497e98) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:10.560958 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926fe81-fa61-40fd-ad9d-dbd82cd509ea req-c7393fc7-45ea-429a-9d3f-81f45ec2890c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:10.561544 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-7926fe81-fa61-40fd-ad9d-dbd82cd509ea req-c7393fc7-45ea-429a-9d3f-81f45ec2890c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Synchronizing usage tracker for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:10.563856 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:05Z', 'updated_at': '2021-04-30T13:17:07Z', 'revision_number': 3, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'gw_port': {'id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:06Z', 'updated_at': '2021-04-30T13:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:10.568073 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498a0ed-d1c5-4b5c-8adf-0b5af144a235 None None] The sync data for ids ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'] in dv-cinder-788363-2-smb is: [{'id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:05Z', 'updated_at': '2021-04-30T13:17:07Z', 'revision_number': 3, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'gw_port': {'id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:06Z', 'updated_at': '2021-04-30T13:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:10.599252 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Attempting to bind port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:10.599588 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Attempting to bind port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:10.599920 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Attempting to bind port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 on network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:10.609883 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-7926fe81-fa61-40fd-ad9d-dbd82cd509ea req-c7393fc7-45ea-429a-9d3f-81f45ec2890c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Unset dirty status for tenant:019ca6f09f6e4be8a4d5d69ef83c1963 on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:10.611153 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7926fe81-fa61-40fd-ad9d-dbd82cd509ea req-c7393fc7-45ea-429a-9d3f-81f45ec2890c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 943 time: 0.5839362 Apr 30 13:17:10.619995 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 on network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:17:10.620325 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Attempting to bind port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 on network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:10.645793 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:10.646148 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Checking segment: {'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:10.646541 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Bound using segment: {'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:10.646974 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Bound port: b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:10.647320 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:10.683014 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:10.747803 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Transition to ACTIVE for port object 76048802-f632-4883-b1aa-e2892b497e98 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:10.753860 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7926fe81-fa61-40fd-ad9d-dbd82cd509ea req-5467c88b-951a-41bd-b48d-18022c983aa5 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303220 Apr 30 13:17:10.835666 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] For port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6, host hv-cinder-78836, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:10.838994 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:10.843870 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] For port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:10.844855 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-dc099be2-440e-4c42-90fa-c4ef52c2e1d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:10.885835 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:10.917376 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Network e66f7068-aa5c-4662-894a-45684c558584 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:10.922754 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:10.923398 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:10.924783 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] 10.222.0.90 "PUT /v2.0/ports/b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 HTTP/1.1" status: 200 len: 1093 time: 1.8594685 Apr 30 13:17:10.932244 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'tag': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:10.938403 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:10.941414 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:11.118897 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Pushing event updated for resources: {'Port': ['ID=76048802-f632-4883-b1aa-e2892b497e98,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:11.121931 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:11.126292 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-85f85d4c-7cc3-42b3-a2a9-f7eb3c328104 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:11.222812 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920045'] for router_interface, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:11.325607 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-0c6a041a-bf56-4beb-876f-3d48ebf507e1 None None] Provisioning for port 76048802-f632-4883-b1aa-e2892b497e98 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:11.332223 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-0c6a041a-bf56-4beb-876f-3d48ebf507e1 None None] Provisioning complete for port 76048802-f632-4883-b1aa-e2892b497e98 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:11.332736 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0c6a041a-bf56-4beb-876f-3d48ebf507e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:11.343771 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'tag': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'status': 'completed', 'code': 200} Apr 30 13:17:11.394769 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a041a-bf56-4beb-876f-3d48ebf507e1 None None] Port 76048802-f632-4883-b1aa-e2892b497e98 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:17:11.401946 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:11.408057 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:11.435439 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-b038e6d7-d881-4f52-879c-9758ebfb750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:11.436930 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-b038e6d7-d881-4f52-879c-9758ebfb750c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963&device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 1096 time: 0.4312081 Apr 30 13:17:11.526965 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-6e3d55a7-a724-47b7-9fde-add4c36137ab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 HTTP/1.1" status: 200 len: 217 time: 0.0728948 Apr 30 13:17:11.623643 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-a672585c-5109-4dd8-bca9-c15535ae9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:11.624977 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-a672585c-5109-4dd8-bca9-c15535ae9aa0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49a9087f-e65a-4a37-b218-569f62f239a8 HTTP/1.1" status: 200 len: 856 time: 0.0889871 Apr 30 13:17:11.700949 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:11.800300 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-5f1ebe23-7288-4b37-970f-56fbaf80ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:11.801771 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-5f1ebe23-7288-4b37-970f-56fbaf80ae29 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1610556 Apr 30 13:17:12.215262 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-b134969e-70f5-4694-bb62-5027425dbae7 service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816033 Apr 30 13:17:12.253232 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9b210-a466-45ee-9f25-e76dbd1f73a9 req-09035811-3f86-4f42-8971-c8d502ecc742 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:12.255709 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d0e9b210-a466-45ee-9f25-e76dbd1f73a9 req-09035811-3f86-4f42-8971-c8d502ecc742 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 943 time: 0.3232157 Apr 30 13:17:12.298546 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.308259 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.380626 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:12.492778 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d0e9b210-a466-45ee-9f25-e76dbd1f73a9 req-ed2bf0f3-af34-4313-b822-04ce72a4f92c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261708 Apr 30 13:17:12.497711 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Pushing event updated for resources: {'Port': ['ID=76048802-f632-4883-b1aa-e2892b497e98,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:12.502067 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919880'] for router_interface, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.506333 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:12.549455 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5f2f0e22-0629-4ded-8089-cdfea2e3a524 req-a44244b9-9f70-4d9e-b894-727458b1b3a6 service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258550 Apr 30 13:17:12.700283 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device b23a3f1d-2e8c-478d-9218-39319249be68 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:12.760743 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Network e66f7068-aa5c-4662-894a-45684c558584 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:12.763718 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:12.767397 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port b23a3f1d-2e8c-478d-9218-39319249be68 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:12.772433 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port b23a3f1d-2e8c-478d-9218-39319249be68 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:12.772811 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.896514 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.914753 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port b23a3f1d-2e8c-478d-9218-39319249be68, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=b23a3f1d-2e8c-478d-9218-39319249be68,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:12.923268 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.925191 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-516986d0-1829-4039-b9c5-c874bdd4a287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:12.990865 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2c9ce-9b5d-4db6-a616-230a05c72cd7 req-55d9d42b-b20c-41d2-a1f2-d69626d35d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:12.992116 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=b23a3f1d-2e8c-478d-9218-39319249be68,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:12.992352 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5ee2c9ce-9b5d-4db6-a616-230a05c72cd7 req-55d9d42b-b20c-41d2-a1f2-d69626d35d71 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963&device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 1096 time: 0.3324316 Apr 30 13:17:12.995230 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:13.024973 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-2fac300d-df1f-4cd7-bcc1-494e65a47dd1 None None] Provisioning complete for port 76048802-f632-4883-b1aa-e2892b497e98 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:13.025643 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2fac300d-df1f-4cd7-bcc1-494e65a47dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.082524 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-2fac300d-df1f-4cd7-bcc1-494e65a47dd1 None None] Port 76048802-f632-4883-b1aa-e2892b497e98 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:17:13.118035 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:17:13.223633 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2c9ce-9b5d-4db6-a616-230a05c72cd7 req-9c28d7fb-cdd4-4241-b9ae-cd92d76ed823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:13.225083 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5ee2c9ce-9b5d-4db6-a616-230a05c72cd7 req-9c28d7fb-cdd4-4241-b9ae-cd92d76ed823 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18 HTTP/1.1" status: 200 len: 919 time: 0.2186067 Apr 30 13:17:13.302494 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5ee2c9ce-9b5d-4db6-a616-230a05c72cd7 req-1cc44804-7533-4c43-8196-15034ee3cebe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 HTTP/1.1" status: 200 len: 217 time: 0.0691156 Apr 30 13:17:13.546341 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2c9ce-9b5d-4db6-a616-230a05c72cd7 req-69ff4d2e-cc26-4766-9b16-405987863ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:13.547784 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5ee2c9ce-9b5d-4db6-a616-230a05c72cd7 req-69ff4d2e-cc26-4766-9b16-405987863ddf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49a9087f-e65a-4a37-b218-569f62f239a8 HTTP/1.1" status: 200 len: 856 time: 0.1988823 Apr 30 13:17:13.548747 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:13.557861 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Sync routers for ids ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:13.566637 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] 10.222.0.93 "PUT /v2.0/routers/f85d2076-2cc1-416b-aa45-5ba27ed2cb8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9854996 Apr 30 13:17:13.570876 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Routers {'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:13.571697 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:16:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:13.633156 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2c9ce-9b5d-4db6-a616-230a05c72cd7 req-3271111f-e60a-4bc0-a154-43d7cea12b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:13.634766 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5ee2c9ce-9b5d-4db6-a616-230a05c72cd7 req-3271111f-e60a-4bc0-a154-43d7cea12b63 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785718 Apr 30 13:17:13.717193 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12d7d2-20e1-4048-94e9-57366dd9a884 req-43ee71cd-7896-4712-9cff-285dd815cd27 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:13.718827 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3b12d7d2-20e1-4048-94e9-57366dd9a884 req-43ee71cd-7896-4712-9cff-285dd815cd27 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 943 time: 0.0930109 Apr 30 13:17:13.767446 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3b12d7d2-20e1-4048-94e9-57366dd9a884 req-c06f8419-1078-4147-a466-0834f5040487 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419798 Apr 30 13:17:13.793139 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Set router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:13.808594 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5ee2c9ce-9b5d-4db6-a616-230a05c72cd7 req-48e8ee66-931c-4f3c-a55a-b027bdba0521 service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666944 Apr 30 13:17:13.960089 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5ee2c9ce-9b5d-4db6-a616-230a05c72cd7 req-4fea001c-1a08-47ac-b7da-cdae9095e18c service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449065 Apr 30 13:17:14.147610 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48140) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:14.153325 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1071497450-network', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:14.158123 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:14.162085 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Usage tracker for resource:network and tenant:7f65bb61d2be449a880be3f85fe7f640 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:14.164213 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:05Z', 'updated_at': '2021-04-30T13:17:11Z', 'revision_number': 4, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'gw_port': {'id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:06Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '76048802-f632-4883-b1aa-e2892b497e98', 'name': '', 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'mac_address': 'fa:16:3e:89:1d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:09Z', 'updated_at': '2021-04-30T13:17:11Z', 'revision_number': 2, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'subnets': [{'id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:14.165409 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:14.168044 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Checking router: f85d2076-2cc1-416b-aa45-5ba27ed2cb8d for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:14.168504 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Updating router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d port 76048802-f632-4883-b1aa-e2892b497e98 binding host dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:17:14.171658 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:14.182791 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Made reservation on behalf of 7f65bb61d2be449a880be3f85fe7f640 for: {'network': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:14.186207 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.186580 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:17:14.198920 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.215036 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:14.219365 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Usage tracker for resource:security_group_rule and tenant:7f65bb61d2be449a880be3f85fe7f640 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:14.222211 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:14.225777 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.227940 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:14.324865 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.328949 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.334052 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-4fe3733c-8617-4b7c-a929-1f5c4785dafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:14.340269 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:14.358126 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] vlan segment allocate from pool success with {'vlan_id': 1218, 'physical_network': 'physnet1'} {{(pid=73858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:17:14.359092 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'port_id': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'mac_address': 'fa:16:3e:81:3b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:17:14.371539 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0f9cf7-9181-4a4e-af74-dc95b0c078fc,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:14.380268 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:14.381501 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.381904 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.segments_db [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Added segment 4166524a-418b-4872-b007-4f2cdf7884ab of type vlan for network ba7bc855-5baf-4a5e-8d9b-03712f11c677 Apr 30 13:17:14.415529 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.435566 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.451163 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.452750 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:14.453345 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.458617 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-0132a560-8c18-4187-90d7-6bb1c9e55a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:14.516419 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:14.537929 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:14.544312 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.547423 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:14.565143 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4139061 Apr 30 13:17:14.565143 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Pushing event updated for resources: {'Network': ['ID=ba7bc855-5baf-4a5e-8d9b-03712f11c677,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:14.566221 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 48144) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:14.574095 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-de3c7a48-186a-4450-b51b-c53d9c424b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:14.574854 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Request body: {'subnet': {'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1071497450-subnet', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'ip_version': 4}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:14.578216 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network ba7bc855-5baf-4a5e-8d9b-03712f11c677 details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:17:14.580220 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:14.584265 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Usage tracker for resource:subnet and tenant:7f65bb61d2be449a880be3f85fe7f640 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:14.587877 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:14.594319 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:14.604090 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.607551 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Made reservation on behalf of 7f65bb61d2be449a880be3f85fe7f640 for: {'subnet': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:14.610183 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2189416'] for subnet, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.616189 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Transition to ACTIVE for port object 76048802-f632-4883-b1aa-e2892b497e98 will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:14.623419 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.629613 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-c192ec2e-3ed1-483f-a126-1abd06157bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:14.729655 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device b23a3f1d-2e8c-478d-9218-39319249be68 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:14.850573 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Pushing event updated for resources: {'Port': ['ID=76048802-f632-4883-b1aa-e2892b497e98,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:14.867139 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:14.873561 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:14.873898 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:14.874277 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:14.874609 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:14.874933 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:14.875257 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:14.875596 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:14.875890 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:14.876207 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:14.876521 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:14.876834 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:14.877144 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:14.883687 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:14.895085 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:14.910046 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:14.925022 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Attempting to bind port 76048802-f632-4883-b1aa-e2892b497e98 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:14.925293 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Attempting to bind port 76048802-f632-4883-b1aa-e2892b497e98 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '62a8780e-215a-4690-af71-129a2aee4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:14.925665 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Attempting to bind port 76048802-f632-4883-b1aa-e2892b497e98 on network e66f7068-aa5c-4662-894a-45684c558584 {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:14.932384 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:14.932813 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Checking segment: {'id': '62a8780e-215a-4690-af71-129a2aee4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:14.933275 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.933677 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Bound using segment: {'id': '62a8780e-215a-4690-af71-129a2aee4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:14.934383 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Bound port: 76048802-f632-4883-b1aa-e2892b497e98, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a8780e-215a-4690-af71-129a2aee4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:14.934956 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.051222 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port b23a3f1d-2e8c-478d-9218-39319249be68 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:15.052437 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.062980 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] For port 76048802-f632-4883-b1aa-e2892b497e98, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:15.068714 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] For port 76048802-f632-4883-b1aa-e2892b497e98, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=76048802-f632-4883-b1aa-e2892b497e98,segment=NetworkSegment(62a8780e-215a-4690-af71-129a2aee4016),segment_id=62a8780e-215a-4690-af71-129a2aee4016)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:15.073991 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.078635 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:15.139968 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff732c-a14f-4ba4-97e7-888b1eaac4be req-d54729e3-599b-4847-beaa-6702ea343922 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:15.141846 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a7ff732c-a14f-4ba4-97e7-888b1eaac4be req-d54729e3-599b-4847-beaa-6702ea343922 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 944 time: 0.1795950 Apr 30 13:17:15.157032 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Routers {'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:15.157567 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:16:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:15.221432 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Pushing event updated for resources: {'Port': ['ID=76048802-f632-4883-b1aa-e2892b497e98,revision_number=4']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:15.230796 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a7ff732c-a14f-4ba4-97e7-888b1eaac4be req-68a58e8e-e7fe-4df1-a30e-df0ed6775bf2 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720007 Apr 30 13:17:15.239599 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-9e484661-7e3b-4770-bf79-9d2e23f8ffca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:15.306528 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2554338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2189434'] for subnet, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.312496 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-47280e52-52d4-4ba1-8622-de6ed69aad23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:15.381285 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] Set router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:15.395544 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9413de-6b45-45ca-a1f3-ac13e986071d,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:15.399955 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:15.400923 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Checking segment: {'id': '4166524a-418b-4872-b007-4f2cdf7884ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:15.401515 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Network hostable DHCP agents. Network: ba7bc855-5baf-4a5e-8d9b-03712f11c677, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:17:15.419904 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Network ba7bc855-5baf-4a5e-8d9b-03712f11c677 is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:17:15.430599 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, ba7bc855-5baf-4a5e-8d9b-03712f11c677) {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:15.440820 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:15.441147 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4c882d-dd24-492e-91a8-2f086abcc624 None None] Network ba7bc855-5baf-4a5e-8d9b-03712f11c677 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:17:15.441612 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.466521 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-da4b0d68-c110-42e2-a417-828af8a34876 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8961101 Apr 30 13:17:15.466761 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 48150) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:15.471866 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1071497450-router', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:15.476431 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:15.480372 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Usage tracker for resource:router and tenant:7f65bb61d2be449a880be3f85fe7f640 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:15.483579 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:15.491464 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:15.509406 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59942'] for router, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.510564 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-973016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59999'] for router, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.532235 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.693544 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6240a12c-8c8e-5dca-9d08-f3b2e435f8ad-ba7bc855-5baf-4a5e-8d9b-03712f11c677', 'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'fixed_ips': [{'subnet_id': '9a9413de-6b45-45ca-a1f3-ac13e986071d'}]}} from dv-cinder-788363-2-smb. {{(pid=73860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:17:15.694590 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.737747 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:05Z', 'updated_at': '2021-04-30T13:17:11Z', 'revision_number': 4, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'gw_port': {'id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:06Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '76048802-f632-4883-b1aa-e2892b497e98', 'name': '', 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'mac_address': 'fa:16:3e:89:1d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:09Z', 'updated_at': '2021-04-30T13:17:15Z', 'revision_number': 4, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'subnets': [{'id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:15.742348 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbaf31f-9b56-4a03-b7b3-71d9dfe6824e None None] The sync data for ids ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'] in dv-cinder-788363-2-smb is: [{'id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:05Z', 'updated_at': '2021-04-30T13:17:11Z', 'revision_number': 4, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'gw_port': {'id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:06Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '76048802-f632-4883-b1aa-e2892b497e98', 'name': '', 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'mac_address': 'fa:16:3e:89:1d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:09Z', 'updated_at': '2021-04-30T13:17:15Z', 'revision_number': 4, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'subnets': [{'id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:15.806028 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9a97e114-f584-49a0-8e2f-d870e7f8b1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.898906 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Allocated IP 172.20.0.2 (ba7bc855-5baf-4a5e-8d9b-03712f11c677/9a9413de-6b45-45ca-a1f3-ac13e986071d/74bc7bc8-54d0-4434-bfda-afd2402c3353) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:15.934754 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-646741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59977'] for router, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.125493 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.138386 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Transition to ACTIVE for port object 74bc7bc8-54d0-4434-bfda-afd2402c3353 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:16.159340 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Transition to ACTIVE for port object 74bc7bc8-54d0-4434-bfda-afd2402c3353 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:16.166744 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.175406 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:16.210149 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:16.272145 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Network ba7bc855-5baf-4a5e-8d9b-03712f11c677 is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:16.273444 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:16.276891 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:16.390846 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Pushing event updated for resources: {'Port': ['ID=74bc7bc8-54d0-4434-bfda-afd2402c3353,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:16.402965 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:16.408561 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.414004 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Attempting to bind port 74bc7bc8-54d0-4434-bfda-afd2402c3353 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:16.414417 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Attempting to bind port 74bc7bc8-54d0-4434-bfda-afd2402c3353 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '4166524a-418b-4872-b007-4f2cdf7884ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:16.414833 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Attempting to bind port 74bc7bc8-54d0-4434-bfda-afd2402c3353 on network ba7bc855-5baf-4a5e-8d9b-03712f11c677 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:16.423301 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:16.423682 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Checking segment: {'id': '4166524a-418b-4872-b007-4f2cdf7884ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:16.424093 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.424492 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Bound using segment: {'id': '4166524a-418b-4872-b007-4f2cdf7884ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:16.424975 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Bound port: 74bc7bc8-54d0-4434-bfda-afd2402c3353, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4166524a-418b-4872-b007-4f2cdf7884ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:16.425355 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.450404 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.455831 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1cf5c-9d45-4add-85e1-095a5ba9ed92 req-01935065-44ef-4d6d-872d-2698be809b0a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:16.457543 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-37f1cf5c-9d45-4add-85e1-095a5ba9ed92 req-01935065-44ef-4d6d-872d-2698be809b0a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 944 time: 0.0977867 Apr 30 13:17:16.525513 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-37f1cf5c-9d45-4add-85e1-095a5ba9ed92 req-02039fee-d349-4b96-9187-d04bc35b52d7 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613968 Apr 30 13:17:16.545617 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] For port 74bc7bc8-54d0-4434-bfda-afd2402c3353, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:16.548343 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:16.554967 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] For port 74bc7bc8-54d0-4434-bfda-afd2402c3353, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=74bc7bc8-54d0-4434-bfda-afd2402c3353,segment=NetworkSegment(4166524a-418b-4872-b007-4f2cdf7884ab),segment_id=4166524a-418b-4872-b007-4f2cdf7884ab)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:16.556095 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:16.556586 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.587509 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.598709 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:16.621225 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Allocated IP 172.28.0.144 (07ca4a00-754c-4ee1-bad7-4e9920ec041b/ec54f1e6-42a0-405f-bb60-0305afc35dfb/7f8f4381-854e-4077-bb87-20150a11e3de) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:16.739416 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Pushing event updated for resources: {'Port': ['ID=74bc7bc8-54d0-4434-bfda-afd2402c3353,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:16.748944 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 76048802-f632-4883-b1aa-e2892b497e98 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:16.779541 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:16.816168 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.828336 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.851336 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.856757 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ce2d442a-2e5f-4497-9ab0-fdbdd803f799 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:16.869384 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:16.890052 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:16.897022 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port 76048802-f632-4883-b1aa-e2892b497e98 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:16.906286 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.912170 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:16.968715 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:16.972390 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:16.977453 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:16.988594 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'code': 200} Apr 30 13:17:16.989345 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 76048802-f632-4883-b1aa-e2892b497e98 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:16.989732 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:17.011618 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8f4381-854e-4077-bb87-20150a11e3de,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:17.026761 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:17.193180 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:17.210874 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:17.214232 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:17.237701 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port 76048802-f632-4883-b1aa-e2892b497e98, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=76048802-f632-4883-b1aa-e2892b497e98,segment=NetworkSegment(62a8780e-215a-4690-af71-129a2aee4016),segment_id=62a8780e-215a-4690-af71-129a2aee4016)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:17.244275 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:17.247615 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:17.317284 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=76048802-f632-4883-b1aa-e2892b497e98,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:17.320509 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:17.485558 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245203f3-82a7-4fb8-bd66-441324e532db req-da3aa45c-745c-4498-9e24-93f7da67efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:17.487066 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-245203f3-82a7-4fb8-bd66-441324e532db req-da3aa45c-745c-4498-9e24-93f7da67efaf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 1098 time: 0.2191601 Apr 30 13:17:17.539108 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:17.603385 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-245203f3-82a7-4fb8-bd66-441324e532db req-7afb3911-b1f0-41bc-9c2d-ecb5bed380cb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046979 Apr 30 13:17:17.841366 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d801eb1-ec81-44f6-a973-3b99f9edbfec req-4eba8ca2-0642-4dc8-b198-2431ddcc537c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:17.842928 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1d801eb1-ec81-44f6-a973-3b99f9edbfec req-4eba8ca2-0642-4dc8-b198-2431ddcc537c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.2065737 Apr 30 13:17:17.891459 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1d801eb1-ec81-44f6-a973-3b99f9edbfec req-c21358e7-1189-4404-b8b5-9c114b129361 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427227 Apr 30 13:17:18.017372 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933219'] for router, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.028236 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e55040-c472-4a1d-b256-d021e656ac0b None None] Network ba7bc855-5baf-4a5e-8d9b-03712f11c677 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:17:18.158341 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-447f7b12-42c6-48b9-a802-9737ef65edad None None] Provisioning for port 74bc7bc8-54d0-4434-bfda-afd2402c3353 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:18.161182 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.229978 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Router f71d4854-2dc3-4973-9388-05a236bb3cec is scheduled to L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f with binding_index 1 {{(pid=73859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:17:18.421303 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:18.431796 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Sync routers for ids ['f71d4854-2dc3-4973-9388-05a236bb3cec'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:18.441927 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Routers {'f71d4854-2dc3-4973-9388-05a236bb3cec'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:18.442651 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:16:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f71d4854-2dc3-4973-9388-05a236bb3cec'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:18.450696 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.455154 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-53d771f9-f525-4761-ad0f-e0cfb3c96052 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9844875 Apr 30 13:17:18.455154 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 48160) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:18.535498 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-dd288b87-45bf-45fe-9452-5a324a43663c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.652620 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Set router f71d4854-2dc3-4973-9388-05a236bb3cec gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:18.858489 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 76048802-f632-4883-b1aa-e2892b497e98 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:18.999106 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 76048802-f632-4883-b1aa-e2892b497e98 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:18.999475 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.080459 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'name': 'tempest-TestMinimumBasicScenario-1071497450-router', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '7f8f4381-854e-4077-bb87-20150a11e3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:15Z', 'updated_at': '2021-04-30T13:17:17Z', 'revision_number': 3, 'project_id': '7f65bb61d2be449a880be3f85fe7f640', 'gw_port': {'id': '7f8f4381-854e-4077-bb87-20150a11e3de', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:19.111799 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Checking router: f71d4854-2dc3-4973-9388-05a236bb3cec for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:19.112163 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Updating router f71d4854-2dc3-4973-9388-05a236bb3cec port 7f8f4381-854e-4077-bb87-20150a11e3de binding host dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:17:19.182475 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.193545 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d0932-b6f5-4c84-86d7-1c3dbc96c9be req-21a51d00-3068-4864-9187-e7d4ca46c9e2 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:19.195081 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7f3d0932-b6f5-4c84-86d7-1c3dbc96c9be req-21a51d00-3068-4864-9187-e7d4ca46c9e2 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.1778350 Apr 30 13:17:19.209121 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 74bc7bc8-54d0-4434-bfda-afd2402c3353 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:19.283845 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.298720 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7f3d0932-b6f5-4c84-86d7-1c3dbc96c9be req-a746550d-45c1-4580-9828-654cb5619bf9 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700190 Apr 30 13:17:19.361100 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port 74bc7bc8-54d0-4434-bfda-afd2402c3353 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:19.371121 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 74bc7bc8-54d0-4434-bfda-afd2402c3353 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:19.371502 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.500769 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563af7b-573e-47e5-8347-947913421d13 req-a36dc76a-d68f-4903-912e-747f03cab6e3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:19.502321 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f563af7b-573e-47e5-8347-947913421d13 req-a36dc76a-d68f-4903-912e-747f03cab6e3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0842843 Apr 30 13:17:19.508058 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Allocated IP 172.20.0.1 (ba7bc855-5baf-4a5e-8d9b-03712f11c677/9a9413de-6b45-45ca-a1f3-ac13e986071d/e81c6786-fba2-476a-b21c-9d115436f796) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:19.511300 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48168) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:19.517058 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-da2a845b-7e31-42d1-982a-7c6103def41a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Request body: {'floatingip': {'port_id': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:19.601916 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-da2a845b-7e31-42d1-982a-7c6103def41a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for floatingip, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.606529 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.760497 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port 74bc7bc8-54d0-4434-bfda-afd2402c3353, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=74bc7bc8-54d0-4434-bfda-afd2402c3353,segment=NetworkSegment(4166524a-418b-4872-b007-4f2cdf7884ab),segment_id=4166524a-418b-4872-b007-4f2cdf7884ab)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:19.772647 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.777410 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b1a5620-1876-41c6-983b-69474d9d03b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:19.800038 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.820900 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.822471 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Transition to ACTIVE for port object e81c6786-fba2-476a-b21c-9d115436f796 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:19.835622 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.849414 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.860374 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Transition to ACTIVE for port object 7f8f4381-854e-4077-bb87-20150a11e3de will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:19.867248 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=74bc7bc8-54d0-4434-bfda-afd2402c3353,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:19.869726 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.870374 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-17178734-de3c-45ef-bd50-97bc433edb7f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:19.873651 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:19.874182 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:19.916700 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Network ba7bc855-5baf-4a5e-8d9b-03712f11c677 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:19.923373 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:19.932837 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:19.952166 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Attempting to bind port 7f8f4381-854e-4077-bb87-20150a11e3de on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:19.952545 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Attempting to bind port 7f8f4381-854e-4077-bb87-20150a11e3de by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:19.952918 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Attempting to bind port 7f8f4381-854e-4077-bb87-20150a11e3de on network 07ca4a00-754c-4ee1-bad7-4e9920ec041b {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:19.959126 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e30cc-7e1e-4fe0-9f44-125d2c502c48 None None] Pushing event updated for resources: {'Port': ['ID=7f8f4381-854e-4077-bb87-20150a11e3de,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:19.963643 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-985e30cc-7e1e-4fe0-9f44-125d2c502c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:19.964570 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:19.964950 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Checking segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:19.965359 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.965748 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Bound using segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:19.966264 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Bound port: 7f8f4381-854e-4077-bb87-20150a11e3de, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:19.966656 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.998458 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920045'] for router_interface, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.080031 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Pushing event updated for resources: {'Port': ['ID=e81c6786-fba2-476a-b21c-9d115436f796,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:20.083745 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:20.101478 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] For port 7f8f4381-854e-4077-bb87-20150a11e3de, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:20.106604 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] For port 7f8f4381-854e-4077-bb87-20150a11e3de, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=7f8f4381-854e-4077-bb87-20150a11e3de,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:20.116943 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.125014 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:20.155623 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.212615 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e30cc-7e1e-4fe0-9f44-125d2c502c48 None None] Pushing event updated for resources: {'Port': ['ID=7f8f4381-854e-4077-bb87-20150a11e3de,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:20.215966 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-985e30cc-7e1e-4fe0-9f44-125d2c502c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:20.218073 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Routers {'f71d4854-2dc3-4973-9388-05a236bb3cec'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:20.218805 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:17:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f71d4854-2dc3-4973-9388-05a236bb3cec'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:20.298949 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-da2a845b-7e31-42d1-982a-7c6103def41a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.303672 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-da2a845b-7e31-42d1-982a-7c6103def41a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919952'] for floatingip, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.312353 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-f3f2fa5c-08df-495e-a8d3-53b6b10d2571 None None] Provisioning for port e81c6786-fba2-476a-b21c-9d115436f796 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:20.321049 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-f3f2fa5c-08df-495e-a8d3-53b6b10d2571 None None] Provisioning complete for port e81c6786-fba2-476a-b21c-9d115436f796 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:20.321947 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f3f2fa5c-08df-495e-a8d3-53b6b10d2571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.405253 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.411165 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.445108 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3b99ba2a-5807-46cf-90b5-b73def40b1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:20.452849 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-f3f2fa5c-08df-495e-a8d3-53b6b10d2571 None None] Port e81c6786-fba2-476a-b21c-9d115436f796 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:17:20.467239 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] Set router f71d4854-2dc3-4973-9388-05a236bb3cec gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:20.478198 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.l3_db [None req-da2a845b-7e31-42d1-982a-7c6103def41a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Floating IP 90d8e067-8d05-4521-93a4-50d00c9bd17c associated. External IP: 172.28.0.250, port: b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6. Apr 30 13:17:20.529450 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Pushing event updated for resources: {'Port': ['ID=e81c6786-fba2-476a-b21c-9d115436f796,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:20.531946 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919880'] for router_interface, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.537711 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:20.681378 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Network ba7bc855-5baf-4a5e-8d9b-03712f11c677 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:20.683076 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:20.725262 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 74bc7bc8-54d0-4434-bfda-afd2402c3353 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:20.871331 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 74bc7bc8-54d0-4434-bfda-afd2402c3353 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:20.872025 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.905106 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Router f71d4854-2dc3-4973-9388-05a236bb3cec has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:17:20.980998 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2a845b-7e31-42d1-982a-7c6103def41a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Router fa6061ad-64e2-4669-8437-196fc7e34abf has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:17:21.015823 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'name': 'tempest-TestMinimumBasicScenario-1071497450-router', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '7f8f4381-854e-4077-bb87-20150a11e3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:15Z', 'updated_at': '2021-04-30T13:17:20Z', 'revision_number': 4, 'project_id': '7f65bb61d2be449a880be3f85fe7f640', 'gw_port': {'id': '7f8f4381-854e-4077-bb87-20150a11e3de', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'e81c6786-fba2-476a-b21c-9d115436f796', 'name': '', 'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'mac_address': 'fa:16:3e:7b:b5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9a9413de-6b45-45ca-a1f3-ac13e986071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:19Z', 'updated_at': '2021-04-30T13:17:19Z', 'revision_number': 1, 'project_id': '7f65bb61d2be449a880be3f85fe7f640', 'subnets': [{'id': '9a9413de-6b45-45ca-a1f3-ac13e986071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:21.042213 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-56e8d558-97f7-456c-b9ac-96c37a0747d6 None None] Provisioning complete for port e81c6786-fba2-476a-b21c-9d115436f796 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:21.042704 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-56e8d558-97f7-456c-b9ac-96c37a0747d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:21.074825 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d4613-71d8-4f39-b4e7-4953e0f815bd None None] The sync data for ids ['f71d4854-2dc3-4973-9388-05a236bb3cec'] in dv-cinder-788363-2-smb is: [{'id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'name': 'tempest-TestMinimumBasicScenario-1071497450-router', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '7f8f4381-854e-4077-bb87-20150a11e3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:15Z', 'updated_at': '2021-04-30T13:17:20Z', 'revision_number': 4, 'project_id': '7f65bb61d2be449a880be3f85fe7f640', 'gw_port': {'id': '7f8f4381-854e-4077-bb87-20150a11e3de', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'e81c6786-fba2-476a-b21c-9d115436f796', 'name': '', 'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'mac_address': 'fa:16:3e:7b:b5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9a9413de-6b45-45ca-a1f3-ac13e986071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:19Z', 'updated_at': '2021-04-30T13:17:19Z', 'revision_number': 1, 'project_id': '7f65bb61d2be449a880be3f85fe7f640', 'subnets': [{'id': '9a9413de-6b45-45ca-a1f3-ac13e986071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:21.131625 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:21.132307 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-56e8d558-97f7-456c-b9ac-96c37a0747d6 None None] Port e81c6786-fba2-476a-b21c-9d115436f796 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:17:21.146209 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] 10.222.0.93 "PUT /v2.0/routers/f71d4854-2dc3-4973-9388-05a236bb3cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6849849 Apr 30 13:17:21.204789 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2a845b-7e31-42d1-982a-7c6103def41a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:21.209445 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-da2a845b-7e31-42d1-982a-7c6103def41a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:21.218223 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dab0be-dd2b-42af-beec-f7651fce1936 None None] Sync routers for ids ['fa6061ad-64e2-4669-8437-196fc7e34abf'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:21.228038 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dab0be-dd2b-42af-beec-f7651fce1936 None None] Routers {'fa6061ad-64e2-4669-8437-196fc7e34abf'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:21.228658 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-c3dab0be-dd2b-42af-beec-f7651fce1936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:17:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['fa6061ad-64e2-4669-8437-196fc7e34abf'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:21.274146 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-da2a845b-7e31-42d1-982a-7c6103def41a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "PUT /v2.0/floatingips/90d8e067-8d05-4521-93a4-50d00c9bd17c HTTP/1.1" status: 200 len: 991 time: 1.7616446 Apr 30 13:17:21.275564 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'tag': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:21.342617 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'tag': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'status': 'completed', 'code': 200} Apr 30 13:17:21.375261 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:21.501261 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a53ecd-8e75-40c1-ac23-fa9346f6244a req-36246ef5-e982-4365-9b65-5f7bb27c45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:21.502773 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c2a53ecd-8e75-40c1-ac23-fa9346f6244a req-36246ef5-e982-4365-9b65-5f7bb27c45ff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963&device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 1098 time: 0.0974934 Apr 30 13:17:21.535197 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-c3dab0be-dd2b-42af-beec-f7651fce1936 None None] Set router fa6061ad-64e2-4669-8437-196fc7e34abf gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:21.671341 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a53ecd-8e75-40c1-ac23-fa9346f6244a req-06f7ef90-c6b4-41ac-b931-b7ad97c4aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:21.672798 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c2a53ecd-8e75-40c1-ac23-fa9346f6244a req-06f7ef90-c6b4-41ac-b931-b7ad97c4aaa9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18 HTTP/1.1" status: 200 len: 919 time: 0.1621530 Apr 30 13:17:21.927411 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c2a53ecd-8e75-40c1-ac23-fa9346f6244a req-4d4b482b-de8d-444a-a291-4601e6de281d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 HTTP/1.1" status: 200 len: 999 time: 0.2467170 Apr 30 13:17:21.972697 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-c3dab0be-dd2b-42af-beec-f7651fce1936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': '90d8e067-8d05-4521-93a4-50d00c9bd17c', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'floating_ip_address': '172.28.0.250', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'port_id': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'mac_address': 'fa:16:3e:81:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:17:04Z', 'updated_at': '2021-04-30T13:17:20Z', 'revision_number': 1, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:15Z', 'revision_number': 5, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:21.977685 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dab0be-dd2b-42af-beec-f7651fce1936 None None] Checking router: fa6061ad-64e2-4669-8437-196fc7e34abf for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:21.992243 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dab0be-dd2b-42af-beec-f7651fce1936 None None] Routers {'fa6061ad-64e2-4669-8437-196fc7e34abf'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:21.993118 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-c3dab0be-dd2b-42af-beec-f7651fce1936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:17:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['fa6061ad-64e2-4669-8437-196fc7e34abf'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:22.016588 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a53ecd-8e75-40c1-ac23-fa9346f6244a req-d95e6bb9-d80b-4a60-a469-49503fe03068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:22.018934 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c2a53ecd-8e75-40c1-ac23-fa9346f6244a req-d95e6bb9-d80b-4a60-a469-49503fe03068 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49a9087f-e65a-4a37-b218-569f62f239a8 HTTP/1.1" status: 200 len: 856 time: 0.0837305 Apr 30 13:17:22.135412 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a53ecd-8e75-40c1-ac23-fa9346f6244a req-2d921baf-bdc5-4c31-bbb2-ebbbe3002136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:22.144422 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c2a53ecd-8e75-40c1-ac23-fa9346f6244a req-2d921baf-bdc5-4c31-bbb2-ebbbe3002136 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1186707 Apr 30 13:17:22.281852 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-c3dab0be-dd2b-42af-beec-f7651fce1936 None None] Set router fa6061ad-64e2-4669-8437-196fc7e34abf gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:22.325814 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c2a53ecd-8e75-40c1-ac23-fa9346f6244a req-6ad1ab83-1ab4-4906-9dd9-857b4d895b37 service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736989 Apr 30 13:17:22.543809 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c2a53ecd-8e75-40c1-ac23-fa9346f6244a req-746cceeb-25f7-4b1a-9ce0-51c0fec52af6 service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032263 Apr 30 13:17:22.809390 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-c3dab0be-dd2b-42af-beec-f7651fce1936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': '90d8e067-8d05-4521-93a4-50d00c9bd17c', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'floating_ip_address': '172.28.0.250', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'port_id': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'mac_address': 'fa:16:3e:81:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:17:04Z', 'updated_at': '2021-04-30T13:17:20Z', 'revision_number': 1, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:15Z', 'revision_number': 5, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:22.816120 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dab0be-dd2b-42af-beec-f7651fce1936 None None] The sync data for ids ['fa6061ad-64e2-4669-8437-196fc7e34abf'] in dv-cinder-788363-2-smb is: [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': '90d8e067-8d05-4521-93a4-50d00c9bd17c', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'floating_ip_address': '172.28.0.250', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'port_id': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'mac_address': 'fa:16:3e:81:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:17:04Z', 'updated_at': '2021-04-30T13:17:20Z', 'revision_number': 1, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:15Z', 'revision_number': 5, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:22.831557 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 7f8f4381-854e-4077-bb87-20150a11e3de up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:22.933932 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port 7f8f4381-854e-4077-bb87-20150a11e3de completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:22.950315 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 7f8f4381-854e-4077-bb87-20150a11e3de triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:22.950682 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:23.108560 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:23.130861 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port 7f8f4381-854e-4077-bb87-20150a11e3de, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=7f8f4381-854e-4077-bb87-20150a11e3de,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:23.135977 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:23.140582 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:23.167540 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:17:23.215353 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=7f8f4381-854e-4077-bb87-20150a11e3de,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:23.218591 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:23.784703 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Sync routers for ids ['f71d4854-2dc3-4973-9388-05a236bb3cec'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:23.794965 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Routers {'f71d4854-2dc3-4973-9388-05a236bb3cec'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:23.795906 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:17:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f71d4854-2dc3-4973-9388-05a236bb3cec'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:24.048494 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Set router f71d4854-2dc3-4973-9388-05a236bb3cec gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:24.061912 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cdbb36-c642-4ba3-8462-bcbce1dfbd87 None None] New status for floating IP 90d8e067-8d05-4521-93a4-50d00c9bd17c: ACTIVE {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:17:24.441905 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'name': 'tempest-TestMinimumBasicScenario-1071497450-router', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '7f8f4381-854e-4077-bb87-20150a11e3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:15Z', 'updated_at': '2021-04-30T13:17:20Z', 'revision_number': 4, 'project_id': '7f65bb61d2be449a880be3f85fe7f640', 'gw_port': {'id': '7f8f4381-854e-4077-bb87-20150a11e3de', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'e81c6786-fba2-476a-b21c-9d115436f796', 'name': '', 'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'mac_address': 'fa:16:3e:7b:b5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9a9413de-6b45-45ca-a1f3-ac13e986071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:19Z', 'updated_at': '2021-04-30T13:17:20Z', 'revision_number': 2, 'project_id': '7f65bb61d2be449a880be3f85fe7f640', 'subnets': [{'id': '9a9413de-6b45-45ca-a1f3-ac13e986071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:24.446702 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Checking router: f71d4854-2dc3-4973-9388-05a236bb3cec for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:24.447141 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Updating router f71d4854-2dc3-4973-9388-05a236bb3cec port e81c6786-fba2-476a-b21c-9d115436f796 binding host dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:17:24.512298 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:24.712664 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 7f8f4381-854e-4077-bb87-20150a11e3de up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:24.865395 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 7f8f4381-854e-4077-bb87-20150a11e3de triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:24.865774 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.003153 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.051581 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Transition to ACTIVE for port object e81c6786-fba2-476a-b21c-9d115436f796 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:25.073024 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.083127 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:25.215177 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Pushing event updated for resources: {'Port': ['ID=e81c6786-fba2-476a-b21c-9d115436f796,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:25.234697 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:25.235038 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:25.235377 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:25.235705 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:25.236029 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:25.236353 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:25.236677 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:25.236987 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:25.237301 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:25.237615 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:25.237928 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:25.238280 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:25.243048 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:25.331379 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Attempting to bind port e81c6786-fba2-476a-b21c-9d115436f796 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:25.331757 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Attempting to bind port e81c6786-fba2-476a-b21c-9d115436f796 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '4166524a-418b-4872-b007-4f2cdf7884ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:25.332131 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Attempting to bind port e81c6786-fba2-476a-b21c-9d115436f796 on network ba7bc855-5baf-4a5e-8d9b-03712f11c677 {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:25.338201 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:25.338588 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Checking segment: {'id': '4166524a-418b-4872-b007-4f2cdf7884ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:25.339004 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.339408 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Bound using segment: {'id': '4166524a-418b-4872-b007-4f2cdf7884ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:25.339888 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Bound port: e81c6786-fba2-476a-b21c-9d115436f796, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4166524a-418b-4872-b007-4f2cdf7884ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:25.340273 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.450818 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] For port e81c6786-fba2-476a-b21c-9d115436f796, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:25.456594 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] For port e81c6786-fba2-476a-b21c-9d115436f796, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=e81c6786-fba2-476a-b21c-9d115436f796,segment=NetworkSegment(4166524a-418b-4872-b007-4f2cdf7884ab),segment_id=4166524a-418b-4872-b007-4f2cdf7884ab)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:25.462303 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.467447 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-21a97353-7909-4dc8-8097-3fc2a902b25e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:25.545064 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Routers {'f71d4854-2dc3-4973-9388-05a236bb3cec'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:25.545701 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:17:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f71d4854-2dc3-4973-9388-05a236bb3cec'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:25.678389 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Pushing event updated for resources: {'Port': ['ID=e81c6786-fba2-476a-b21c-9d115436f796,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:25.681505 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:25.811351 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] Set router f71d4854-2dc3-4973-9388-05a236bb3cec gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:26.178361 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'name': 'tempest-TestMinimumBasicScenario-1071497450-router', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '7f8f4381-854e-4077-bb87-20150a11e3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:15Z', 'updated_at': '2021-04-30T13:17:20Z', 'revision_number': 4, 'project_id': '7f65bb61d2be449a880be3f85fe7f640', 'gw_port': {'id': '7f8f4381-854e-4077-bb87-20150a11e3de', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'e81c6786-fba2-476a-b21c-9d115436f796', 'name': '', 'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'mac_address': 'fa:16:3e:7b:b5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9a9413de-6b45-45ca-a1f3-ac13e986071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:19Z', 'updated_at': '2021-04-30T13:17:25Z', 'revision_number': 4, 'project_id': '7f65bb61d2be449a880be3f85fe7f640', 'subnets': [{'id': '9a9413de-6b45-45ca-a1f3-ac13e986071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:26.182842 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd859a0d-2663-445b-ae55-85991a36c023 None None] The sync data for ids ['f71d4854-2dc3-4973-9388-05a236bb3cec'] in dv-cinder-788363-2-smb is: [{'id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'name': 'tempest-TestMinimumBasicScenario-1071497450-router', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '7f8f4381-854e-4077-bb87-20150a11e3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:15Z', 'updated_at': '2021-04-30T13:17:20Z', 'revision_number': 4, 'project_id': '7f65bb61d2be449a880be3f85fe7f640', 'gw_port': {'id': '7f8f4381-854e-4077-bb87-20150a11e3de', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'e81c6786-fba2-476a-b21c-9d115436f796', 'name': '', 'network_id': 'ba7bc855-5baf-4a5e-8d9b-03712f11c677', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'mac_address': 'fa:16:3e:7b:b5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9a9413de-6b45-45ca-a1f3-ac13e986071d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:19Z', 'updated_at': '2021-04-30T13:17:25Z', 'revision_number': 4, 'project_id': '7f65bb61d2be449a880be3f85fe7f640', 'subnets': [{'id': '9a9413de-6b45-45ca-a1f3-ac13e986071d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:26.747114 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device e81c6786-fba2-476a-b21c-9d115436f796 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:26.832451 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port e81c6786-fba2-476a-b21c-9d115436f796 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:26.840141 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port e81c6786-fba2-476a-b21c-9d115436f796 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:26.840658 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.984102 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:27.030485 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port e81c6786-fba2-476a-b21c-9d115436f796, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=e81c6786-fba2-476a-b21c-9d115436f796,segment=NetworkSegment(4166524a-418b-4872-b007-4f2cdf7884ab),segment_id=4166524a-418b-4872-b007-4f2cdf7884ab)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:27.037219 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:27.041018 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-985e30cc-7e1e-4fe0-9f44-125d2c502c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:27.115294 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=e81c6786-fba2-476a-b21c-9d115436f796,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:27.118981 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:28.705906 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device e81c6786-fba2-476a-b21c-9d115436f796 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:28.787606 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port e81c6786-fba2-476a-b21c-9d115436f796 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:28.788634 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:31.593541 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-9205e96f-e768-4b01-aad1-39ca56cfffd7 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:31.595001 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-9205e96f-e768-4b01-aad1-39ca56cfffd7 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/networks?id=e66f7068-aa5c-4662-894a-45684c558584 HTTP/1.1" status: 200 len: 814 time: 0.1472788 Apr 30 13:17:31.609437 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-1a68f571-fc78-424b-b633-959667f56344 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/quotas/5919878f2177439e9606bc315fca7ad3 HTTP/1.1" status: 200 len: 375 time: 0.0088122 Apr 30 13:17:31.696113 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-3182262f-7d89-489c-b9f2-a24ee74ae9ae tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Synchronizing usage tracker for tenant:5919878f2177439e9606bc315fca7ad3 on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:31.715407 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-3182262f-7d89-489c-b9f2-a24ee74ae9ae tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Unset dirty status for tenant:5919878f2177439e9606bc315fca7ad3 on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:31.717431 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-3182262f-7d89-489c-b9f2-a24ee74ae9ae tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5919878f2177439e9606bc315fca7ad3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030016 Apr 30 13:17:31.868992 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:31.970229 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-d5d3db75-e965-4b74-a763-e3a11a7ac99b service neutron] 10.222.0.93 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369952 Apr 30 13:17:32.100893 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-d90e36d1-c0e9-4922-a91c-c6cc51b6e4a3 service neutron] 10.222.0.93 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246598 Apr 30 13:17:32.283866 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7e99f3e9-398c-4daa-935b-6eecdc1f6024 req-e82c6bae-cb47-4c0e-9314-9c1d54002d2a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 210 time: 0.0476561 Apr 30 13:17:33.436776 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-951df7de-641f-405f-8789-56986cedd828 req-bc299f09-be2c-479f-9701-789a061e7219 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 210 time: 0.0428274 Apr 30 13:17:33.557315 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-5e2fa59e-7316-46e4-8246-83a0aa6b6d3b tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:33.559186 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-5e2fa59e-7316-46e4-8246-83a0aa6b6d3b tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.90 "GET /v2.0/networks?id=e66f7068-aa5c-4662-894a-45684c558584 HTTP/1.1" status: 200 len: 814 time: 0.1683569 Apr 30 13:17:33.594844 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Request body: {'port': {'device_id': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'admin_state_up': True, 'tenant_id': '5919878f2177439e9606bc315fca7ad3'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:33.734555 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:33.743871 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:33.754346 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Made reservation on behalf of 5919878f2177439e9606bc315fca7ad3 for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:33.758245 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:33.932732 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Allocated IP 172.20.0.7 (e66f7068-aa5c-4662-894a-45684c558584/8859bceb-4922-4443-8114-76a4fe0b5fa0/11a4714b-ae10-4dea-a817-7d0f23227f12) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:34.298819 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:34.321218 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Transition to ACTIVE for port object 11a4714b-ae10-4dea-a817-7d0f23227f12 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:34.350866 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:34.357302 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4cb45450-051c-414c-a61a-d7660c277529 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:34.432088 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Network e66f7068-aa5c-4662-894a-45684c558584 is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:34.437022 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:34.443924 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:34.479921 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Pushing event updated for resources: {'Port': ['ID=11a4714b-ae10-4dea-a817-7d0f23227f12,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:34.498408 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:34.538896 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:34.540400 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:34.584485 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9941130 Apr 30 13:17:34.691270 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-4b105931-d474-4312-a0a6-8af948ebadac None None] Provisioning for port 11a4714b-ae10-4dea-a817-7d0f23227f12 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:34.697014 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-4b105931-d474-4312-a0a6-8af948ebadac None None] Provisioning complete for port 11a4714b-ae10-4dea-a817-7d0f23227f12 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:34.697427 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4b105931-d474-4312-a0a6-8af948ebadac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:34.706476 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147cdab-2d3e-40bf-aeb9-dc921d558163 req-8f8de227-ec2b-4e79-a385-f43360c684c2 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:34.708012 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8147cdab-2d3e-40bf-aeb9-dc921d558163 req-8f8de227-ec2b-4e79-a385-f43360c684c2 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 931 time: 0.1280184 Apr 30 13:17:34.762389 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-4b105931-d474-4312-a0a6-8af948ebadac None None] Port 11a4714b-ae10-4dea-a817-7d0f23227f12 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:17:34.779024 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-8147cdab-2d3e-40bf-aeb9-dc921d558163 req-54f701f6-37fb-4c4c-996f-112d8d37ff71 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Synchronizing usage tracker for tenant:5919878f2177439e9606bc315fca7ad3 on resource:security_group {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:34.795613 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-8147cdab-2d3e-40bf-aeb9-dc921d558163 req-54f701f6-37fb-4c4c-996f-112d8d37ff71 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Unset dirty status for tenant:5919878f2177439e9606bc315fca7ad3 on resource:security_group {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:34.796872 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8147cdab-2d3e-40bf-aeb9-dc921d558163 req-54f701f6-37fb-4c4c-996f-112d8d37ff71 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815122 Apr 30 13:17:36.002885 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f698b-fb4f-4806-b107-ce9efb03a9b8 req-358bb55a-721e-4c2c-b1cb-21c0c3645d3a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:36.005215 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e51f698b-fb4f-4806-b107-ce9efb03a9b8 req-358bb55a-721e-4c2c-b1cb-21c0c3645d3a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 931 time: 0.0893750 Apr 30 13:17:36.056842 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e51f698b-fb4f-4806-b107-ce9efb03a9b8 req-ccae33f0-a33a-46a4-9b54-6802de6b1b07 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451665 Apr 30 13:17:37.261027 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b09aa8-c741-4c15-b770-c9016e748371 req-0d32eb2c-e3a3-41a8-8c9e-5f575f9d1824 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:37.262551 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f3b09aa8-c741-4c15-b770-c9016e748371 req-0d32eb2c-e3a3-41a8-8c9e-5f575f9d1824 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 931 time: 0.0866935 Apr 30 13:17:37.310079 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f3b09aa8-c741-4c15-b770-c9016e748371 req-8b34632e-b222-463d-ad31-e1116483d6af tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417356 Apr 30 13:17:38.500262 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39faba9-7ed1-44b3-9037-4a1fe0dcef5e req-d79f85aa-4ba2-4a39-81a7-2c5cfbe2df06 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:38.501735 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b39faba9-7ed1-44b3-9037-4a1fe0dcef5e req-d79f85aa-4ba2-4a39-81a7-2c5cfbe2df06 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 931 time: 0.0829270 Apr 30 13:17:38.550179 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b39faba9-7ed1-44b3-9037-4a1fe0dcef5e req-601d8ba0-acf3-4a45-8516-13e1a099336f tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418177 Apr 30 13:17:39.754494 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71284bb2-d12a-47ca-a4dd-f4fe25a7edef req-29f48f44-8f10-4937-bf42-549019cceea9 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:39.756010 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-71284bb2-d12a-47ca-a4dd-f4fe25a7edef req-29f48f44-8f10-4937-bf42-549019cceea9 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 931 time: 0.0920892 Apr 30 13:17:39.803332 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-71284bb2-d12a-47ca-a4dd-f4fe25a7edef req-3ece3098-7851-4c5a-be4b-293e5fb32b04 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Apr 30 13:17:41.020405 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374caa8d-84c0-49e0-b80f-0b2b113ba7a6 req-46cf7996-2ace-4f9d-857e-d24f0ae47859 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:41.021923 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-374caa8d-84c0-49e0-b80f-0b2b113ba7a6 req-46cf7996-2ace-4f9d-857e-d24f0ae47859 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 931 time: 0.1040621 Apr 30 13:17:41.073362 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-374caa8d-84c0-49e0-b80f-0b2b113ba7a6 req-02a1b102-468b-47cd-b994-5a44c8fe96a4 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435753 Apr 30 13:17:42.375225 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741783d1-a404-4fac-ac51-0dfb80c7ab93 req-490c1cdc-3df5-4705-8acf-fae3eea825d9 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:42.376823 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-741783d1-a404-4fac-ac51-0dfb80c7ab93 req-490c1cdc-3df5-4705-8acf-fae3eea825d9 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 931 time: 0.0864611 Apr 30 13:17:42.424729 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-741783d1-a404-4fac-ac51-0dfb80c7ab93 req-5f70ed3e-6ecf-47ec-b842-1551f0d0a3b9 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Apr 30 13:17:43.621261 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29391e2a-2f11-4ca3-83f1-c9c9482a7f95 req-53d781a6-31c1-4a90-b5fb-7c6f86656cd5 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:43.623039 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-29391e2a-2f11-4ca3-83f1-c9c9482a7f95 req-53d781a6-31c1-4a90-b5fb-7c6f86656cd5 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 931 time: 0.0861571 Apr 30 13:17:43.670347 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-29391e2a-2f11-4ca3-83f1-c9c9482a7f95 req-6b1141c1-449d-420e-bca8-e1e2172d2667 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Apr 30 13:17:44.641988 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Request body: {'port': {'device_id': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:44.759248 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.010109 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda1ca4-fd28-430b-a95e-dcf0ee4cc875 req-9c4a9694-637e-464d-8b42-5ac2366f171f tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:45.011808 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8bda1ca4-fd28-430b-a95e-dcf0ee4cc875 req-9c4a9694-637e-464d-8b42-5ac2366f171f tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 931 time: 0.0808134 Apr 30 13:17:45.063907 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8bda1ca4-fd28-430b-a95e-dcf0ee4cc875 req-3208d164-0582-4b5c-8f6d-c966b440757f tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459840 Apr 30 13:17:45.109567 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a4714b-ae10-4dea-a817-7d0f23227f12 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:45.116925 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.131153 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Transition to ACTIVE for port object 11a4714b-ae10-4dea-a817-7d0f23227f12 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:45.135558 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.139933 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-fff84220-c0c1-4acf-a7fa-8f7db62f9a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:45.287282 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Pushing event updated for resources: {'Port': ['ID=11a4714b-ae10-4dea-a817-7d0f23227f12,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:45.295505 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:45.372083 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Attempting to bind port 11a4714b-ae10-4dea-a817-7d0f23227f12 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:45.372417 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Attempting to bind port 11a4714b-ae10-4dea-a817-7d0f23227f12 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '62a8780e-215a-4690-af71-129a2aee4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:45.372746 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Attempting to bind port 11a4714b-ae10-4dea-a817-7d0f23227f12 on network e66f7068-aa5c-4662-894a-45684c558584 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:45.377472 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Port 11a4714b-ae10-4dea-a817-7d0f23227f12 on network e66f7068-aa5c-4662-894a-45684c558584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:17:45.377788 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Attempting to bind port 11a4714b-ae10-4dea-a817-7d0f23227f12 on network e66f7068-aa5c-4662-894a-45684c558584 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:45.383392 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:45.383728 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Checking segment: {'id': '62a8780e-215a-4690-af71-129a2aee4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:45.384107 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Bound using segment: {'id': '62a8780e-215a-4690-af71-129a2aee4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:45.384526 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Bound port: 11a4714b-ae10-4dea-a817-7d0f23227f12, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a8780e-215a-4690-af71-129a2aee4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:45.384869 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.476130 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] For port 11a4714b-ae10-4dea-a817-7d0f23227f12, host hv-cinder-78836, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:45.479003 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] For port 11a4714b-ae10-4dea-a817-7d0f23227f12, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11a4714b-ae10-4dea-a817-7d0f23227f12,segment=NetworkSegment(62a8780e-215a-4690-af71-129a2aee4016),segment_id=62a8780e-215a-4690-af71-129a2aee4016)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:45.483605 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.488019 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:45.536084 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:45.536617 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.538453 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] 10.222.0.90 "PUT /v2.0/ports/11a4714b-ae10-4dea-a817-7d0f23227f12 HTTP/1.1" status: 200 len: 1093 time: 0.9008768 Apr 30 13:17:45.541246 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'tag': '11a4714b-ae10-4dea-a817-7d0f23227f12'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:45.575578 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Pushing event updated for resources: {'Port': ['ID=11a4714b-ae10-4dea-a817-7d0f23227f12,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:45.579367 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:45.591427 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'tag': '11a4714b-ae10-4dea-a817-7d0f23227f12', 'status': 'completed', 'code': 200} Apr 30 13:17:45.685809 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-cf1f5373-4092-4491-b28c-91886f565526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:45.687347 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-cf1f5373-4092-4491-b28c-91886f565526 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5919878f2177439e9606bc315fca7ad3&device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 1096 time: 0.0754750 Apr 30 13:17:45.749033 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2dab814a-063f-4612-9e07-17e87cf9c074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:45.772165 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-7cd14fe2-981f-427c-a83b-5f4c9020908b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11a4714b-ae10-4dea-a817-7d0f23227f12 HTTP/1.1" status: 200 len: 217 time: 0.0698464 Apr 30 13:17:45.840438 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-20ec8c8f-6822-495b-b502-82662ccece80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:45.841828 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-20ec8c8f-6822-495b-b502-82662ccece80 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8859bceb-4922-4443-8114-76a4fe0b5fa0 HTTP/1.1" status: 200 len: 853 time: 0.0630193 Apr 30 13:17:45.922730 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-0fb1ece4-f08a-4cc3-9491-c7f6baec1830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:45.924253 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-0fb1ece4-f08a-4cc3-9491-c7f6baec1830 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e66f7068-aa5c-4662-894a-45684c558584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705495 Apr 30 13:17:46.058051 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-dad33edc-45b7-4827-9168-999405463fc3 service neutron] 10.222.0.90 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262820 Apr 30 13:17:46.337709 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc5d851d-7cfc-4992-a3bf-2e98368a4e2c req-cce3da73-cd19-4307-9b61-2c0a998fa6ea service neutron] 10.222.0.90 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732127 Apr 30 13:17:46.352855 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a50d8-2a1c-437c-ad83-47d0baa20bd8 req-1f651a78-44b3-4b07-8650-a78f21d8f81d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:46.353525 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-dd1a50d8-2a1c-437c-ad83-47d0baa20bd8 req-1f651a78-44b3-4b07-8650-a78f21d8f81d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Synchronizing usage tracker for tenant:5919878f2177439e9606bc315fca7ad3 on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:46.369140 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-dd1a50d8-2a1c-437c-ad83-47d0baa20bd8 req-1f651a78-44b3-4b07-8650-a78f21d8f81d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Unset dirty status for tenant:5919878f2177439e9606bc315fca7ad3 on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:46.370343 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dd1a50d8-2a1c-437c-ad83-47d0baa20bd8 req-1f651a78-44b3-4b07-8650-a78f21d8f81d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 943 time: 0.1337070 Apr 30 13:17:46.415952 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dd1a50d8-2a1c-437c-ad83-47d0baa20bd8 req-ff495899-ff77-419a-b70a-b7eff2630618 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397737 Apr 30 13:17:46.498080 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9d9af-ddd7-48e7-a5c3-a6c9f508a436 req-11ccc905-eb37-411a-bb53-e2db7660b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:46.499561 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-75d9d9af-ddd7-48e7-a5c3-a6c9f508a436 req-11ccc905-eb37-411a-bb53-e2db7660b6d9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5919878f2177439e9606bc315fca7ad3&device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 1096 time: 0.0696168 Apr 30 13:17:46.632992 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9d9af-ddd7-48e7-a5c3-a6c9f508a436 req-1dd0eb13-de2b-4719-9096-b8777db62386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:46.634921 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-75d9d9af-ddd7-48e7-a5c3-a6c9f508a436 req-1dd0eb13-de2b-4719-9096-b8777db62386 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e66f7068-aa5c-4662-894a-45684c558584 HTTP/1.1" status: 200 len: 916 time: 0.1268368 Apr 30 13:17:46.706794 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-75d9d9af-ddd7-48e7-a5c3-a6c9f508a436 req-50b71967-2b9b-4150-8147-44430ff34818 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11a4714b-ae10-4dea-a817-7d0f23227f12 HTTP/1.1" status: 200 len: 217 time: 0.0656574 Apr 30 13:17:46.770277 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9d9af-ddd7-48e7-a5c3-a6c9f508a436 req-43a00f7e-9d7b-450a-bac9-2fb9f87f01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:46.771735 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-75d9d9af-ddd7-48e7-a5c3-a6c9f508a436 req-43a00f7e-9d7b-450a-bac9-2fb9f87f01bb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8859bceb-4922-4443-8114-76a4fe0b5fa0 HTTP/1.1" status: 200 len: 853 time: 0.0565901 Apr 30 13:17:46.850213 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9d9af-ddd7-48e7-a5c3-a6c9f508a436 req-c65f38b7-3565-4a60-a09f-eb4d4d8e62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:46.851730 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-75d9d9af-ddd7-48e7-a5c3-a6c9f508a436 req-c65f38b7-3565-4a60-a09f-eb4d4d8e62ce service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e66f7068-aa5c-4662-894a-45684c558584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732715 Apr 30 13:17:46.986056 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-75d9d9af-ddd7-48e7-a5c3-a6c9f508a436 req-3bcccdc3-702d-4966-8bd3-8a64e20501ce service neutron] 10.222.0.90 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269288 Apr 30 13:17:47.138301 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-75d9d9af-ddd7-48e7-a5c3-a6c9f508a436 req-c185ac62-cc3e-4a0f-bc0e-ad7a9e190a8b service neutron] 10.222.0.90 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264720 Apr 30 13:17:47.601383 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48e7f1-ec7a-4f9a-9635-50d4b2cd26f8 req-0f88c41f-6fbc-4dac-907f-d49527087b4c tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:47.602916 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ee48e7f1-ec7a-4f9a-9635-50d4b2cd26f8 req-0f88c41f-6fbc-4dac-907f-d49527087b4c tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 943 time: 0.0827672 Apr 30 13:17:47.648939 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ee48e7f1-ec7a-4f9a-9635-50d4b2cd26f8 req-247c5b14-ca9b-4b90-9d6a-2f39d889cad4 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397661 Apr 30 13:17:48.065218 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:48.376113 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 11a4714b-ae10-4dea-a817-7d0f23227f12 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:17:48.514395 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 11a4714b-ae10-4dea-a817-7d0f23227f12, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11a4714b-ae10-4dea-a817-7d0f23227f12,segment=NetworkSegment(62a8780e-215a-4690-af71-129a2aee4016),segment_id=62a8780e-215a-4690-af71-129a2aee4016)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:48.521063 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-61e97a5d-014b-4de4-aac1-43d18ae9969f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:48.528582 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': '11a4714b-ae10-4dea-a817-7d0f23227f12', 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'port_id': '11a4714b-ae10-4dea-a817-7d0f23227f12', 'mac_address': 'fa:16:3e:e6:fe:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:17:48.585679 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:48.602678 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a4714b-ae10-4dea-a817-7d0f23227f12 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:48.618438 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 11a4714b-ae10-4dea-a817-7d0f23227f12, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11a4714b-ae10-4dea-a817-7d0f23227f12,segment=NetworkSegment(62a8780e-215a-4690-af71-129a2aee4016),segment_id=62a8780e-215a-4690-af71-129a2aee4016)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:48.621916 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:48.623642 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-e649c2a2-d26a-4fa7-896b-693a00a98d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:48.688592 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=11a4714b-ae10-4dea-a817-7d0f23227f12,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:48.691631 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:48.838998 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261c436-6f6d-4514-9a3a-8d316b23b51e req-38091a95-69df-45ec-b982-51e0b30300b3 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:48.840440 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6261c436-6f6d-4514-9a3a-8d316b23b51e req-38091a95-69df-45ec-b982-51e0b30300b3 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 944 time: 0.0835226 Apr 30 13:17:48.885593 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6261c436-6f6d-4514-9a3a-8d316b23b51e req-4bd835d3-f4ba-4490-bd30-28866b4c8d65 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393088 Apr 30 13:17:48.965352 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['11a4714b-ae10-4dea-a817-7d0f23227f12'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:49.691416 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.066525 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc00ffb-169c-4e9b-b25d-752c90a03698 req-27a0cc21-e04a-4bad-9699-8af4a25cd0f0 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:50.067964 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5fc00ffb-169c-4e9b-b25d-752c90a03698 req-27a0cc21-e04a-4bad-9699-8af4a25cd0f0 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 944 time: 0.0788560 Apr 30 13:17:50.114495 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5fc00ffb-169c-4e9b-b25d-752c90a03698 req-9c6b0f30-3c9b-4cbe-8097-b1ec2c251160 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 Apr 30 13:17:50.388441 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 11a4714b-ae10-4dea-a817-7d0f23227f12 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:50.458014 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port 11a4714b-ae10-4dea-a817-7d0f23227f12 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:50.462896 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port 11a4714b-ae10-4dea-a817-7d0f23227f12 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:50.463281 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.611881 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.639317 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4714b-ae10-4dea-a817-7d0f23227f12'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:50.649661 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 11a4714b-ae10-4dea-a817-7d0f23227f12, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11a4714b-ae10-4dea-a817-7d0f23227f12,segment=NetworkSegment(62a8780e-215a-4690-af71-129a2aee4016),segment_id=62a8780e-215a-4690-af71-129a2aee4016)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:50.654391 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.655764 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:50.724056 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=11a4714b-ae10-4dea-a817-7d0f23227f12,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:50.726849 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:50.813037 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4714b-ae10-4dea-a817-7d0f23227f12', 'code': 200} Apr 30 13:17:51.083357 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee3fca-29fb-4616-8d86-00743d85fa46 req-21806b9f-858f-4042-844d-0f59c5e8ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:51.084801 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-feee3fca-29fb-4616-8d86-00743d85fa46 req-21806b9f-858f-4042-844d-0f59c5e8ed35 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 1098 time: 0.0689116 Apr 30 13:17:51.125395 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-feee3fca-29fb-4616-8d86-00743d85fa46 req-d4d4f7a2-e93f-4165-a87b-f8d78be71107 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332224 Apr 30 13:17:51.300591 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c631c97-434b-484e-9689-03c96cbb1c39 req-dfa1cd66-a765-4303-8c0c-6f9bcfc39394 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:51.302073 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-0c631c97-434b-484e-9689-03c96cbb1c39 req-dfa1cd66-a765-4303-8c0c-6f9bcfc39394 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0795763 Apr 30 13:17:51.348072 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-0c631c97-434b-484e-9689-03c96cbb1c39 req-10c2c84f-b7dc-4831-9d10-77de16db3d33 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400467 Apr 30 13:17:51.349530 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.532836 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37755240-b928-4996-ad42-e2597da611cf req-b0f71315-312e-4bd5-8bcd-b15fc9598d75 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:52.534298 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-37755240-b928-4996-ad42-e2597da611cf req-b0f71315-312e-4bd5-8bcd-b15fc9598d75 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0812399 Apr 30 13:17:52.579921 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-37755240-b928-4996-ad42-e2597da611cf req-5d918bb1-1d90-4691-b3fd-0dc9d6f1dcc9 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391512 Apr 30 13:17:52.773338 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c32191-6084-4422-9dea-f1472b9180e6 req-e7b1306c-01ca-4900-a3ae-45e7142eabbd tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:52.774856 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-88c32191-6084-4422-9dea-f1472b9180e6 req-e7b1306c-01ca-4900-a3ae-45e7142eabbd tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0856066 Apr 30 13:17:52.820149 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-88c32191-6084-4422-9dea-f1472b9180e6 req-483b7c62-ef47-4e26-88c1-6834a0c7159f tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391855 Apr 30 13:17:53.202478 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ceb02-133f-4e86-9165-ac99ce35e28e req-894acfb0-29ef-4310-9790-dad230f811e3 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:53.203845 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ad0ceb02-133f-4e86-9165-ac99ce35e28e req-894acfb0-29ef-4310-9790-dad230f811e3 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0787625 Apr 30 13:17:53.248033 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ad0ceb02-133f-4e86-9165-ac99ce35e28e req-6b65cb18-aa80-4d6d-8762-570cc7c3022f tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384486 Apr 30 13:17:58.061633 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5cd1a-bd28-4de6-9a38-fd12f01687f8 req-fddce742-3a2e-46d6-ab17-1449c3e1c2bb tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:58.062700 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8fc5cd1a-bd28-4de6-9a38-fd12f01687f8 req-fddce742-3a2e-46d6-ab17-1449c3e1c2bb tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0834317 Apr 30 13:17:58.106455 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8fc5cd1a-bd28-4de6-9a38-fd12f01687f8 req-f632d2f4-df02-4694-87af-d2c919edd857 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378213 Apr 30 13:17:58.129632 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48398) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:58.240749 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f2e6c3-5521-4f63-80ee-b20634446ba0 tempest-TestMinimumBasicScenario-906060447 tempest-TestMinimumBasicScenario-906060447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:58.242286 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-a1f2e6c3-5521-4f63-80ee-b20634446ba0 tempest-TestMinimumBasicScenario-906060447 tempest-TestMinimumBasicScenario-906060447-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 1093 time: 0.1117032 Apr 30 13:17:58.245271 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48404) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:58.250318 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Request body: {'floatingip': {'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'port_id': '11a4714b-ae10-4dea-a817-7d0f23227f12', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:58.256219 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:58.260476 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Usage tracker for resource:floatingip and tenant:5919878f2177439e9606bc315fca7ad3 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:58.263287 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:58.268982 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:58.281256 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for floatingip, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:58.491972 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:58.624886 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Allocated IP 172.28.0.187 (07ca4a00-754c-4ee1-bad7-4e9920ec041b/ec54f1e6-42a0-405f-bb60-0305afc35dfb/f0568255-5a13-4b7b-8328-644c63c9e599) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:58.766108 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:58.797971 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:58.801628 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f1a346de-d5ef-4b5d-97b0-b215ab423900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:58.865338 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:58.869095 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:58.872716 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:58.908110 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Pushing event updated for resources: {'Port': ['ID=f0568255-5a13-4b7b-8328-644c63c9e599,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:58.912244 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:59.273858 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:59.345359 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:59.544119 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:59.548359 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096711'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:59.551928 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-05bf9ebd-1e06-4253-9d13-4432bdae9246 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:59.663494 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Pushing event updated for resources: {'Port': ['ID=f0568255-5a13-4b7b-8328-644c63c9e599,revision_number=2']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:59.666617 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:59.671724 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919952'] for floatingip, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:59.839337 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.l3_db [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Floating IP b108359e-6c47-4fff-a83a-ec7b7bcda978 associated. External IP: 172.28.0.187, port: 11a4714b-ae10-4dea-a817-7d0f23227f12. Apr 30 13:18:00.170021 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:18:00.271197 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:18:00.445420 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:18:00.455241 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc1c2e9-e87d-4bc6-b742-4f027e6c17bc None None] Sync routers for ids ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:18:00.464054 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc1c2e9-e87d-4bc6-b742-4f027e6c17bc None None] Routers {'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:00.464684 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-ebc1c2e9-e87d-4bc6-b742-4f027e6c17bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:17:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:00.469101 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.527206 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2809019 Apr 30 13:18:00.527961 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'tag': '11a4714b-ae10-4dea-a817-7d0f23227f12'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:00.530225 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 48412) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:00.536043 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-61c7964b-7b77-46ed-a9ba-5d8e190ea540 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-807155010', 'description': 'tempest-secgroup-smoke-807155010 description', 'project_id': '5919878f2177439e9606bc315fca7ad3'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:00.542941 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-61c7964b-7b77-46ed-a9ba-5d8e190ea540 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:00.553156 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-61c7964b-7b77-46ed-a9ba-5d8e190ea540 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:00.565308 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-61c7964b-7b77-46ed-a9ba-5d8e190ea540 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.577900 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'tag': '11a4714b-ae10-4dea-a817-7d0f23227f12', 'status': 'completed', 'code': 200} Apr 30 13:18:00.587357 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-61c7964b-7b77-46ed-a9ba-5d8e190ea540 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:00.591383 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-61c7964b-7b77-46ed-a9ba-5d8e190ea540 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Usage tracker for resource:security_group_rule and tenant:5919878f2177439e9606bc315fca7ad3 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:00.594266 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-61c7964b-7b77-46ed-a9ba-5d8e190ea540 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:00.600586 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-61c7964b-7b77-46ed-a9ba-5d8e190ea540 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:00.670508 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-ebc1c2e9-e87d-4bc6-b742-4f027e6c17bc None None] Set router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:00.829513 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-61c7964b-7b77-46ed-a9ba-5d8e190ea540 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.840974 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-61c7964b-7b77-46ed-a9ba-5d8e190ea540 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.846981 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3f589e36-9b7b-46d9-a9c8-e37b2273d08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:00.895646 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca2dda-6655-48de-b537-593d7376b7e0 req-45fbf1b5-8572-405e-98b6-3b68e81ba838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:00.897108 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-abca2dda-6655-48de-b537-593d7376b7e0 req-45fbf1b5-8572-405e-98b6-3b68e81ba838 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5919878f2177439e9606bc315fca7ad3&device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 1098 time: 0.2540329 Apr 30 13:18:00.897783 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7964b-7b77-46ed-a9ba-5d8e190ea540 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a22905e-4da8-46b5-972c-6656d686197e,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:00.901021 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-61c7964b-7b77-46ed-a9ba-5d8e190ea540 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:00.904381 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-61c7964b-7b77-46ed-a9ba-5d8e190ea540 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.909283 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-61c7964b-7b77-46ed-a9ba-5d8e190ea540 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3772614 Apr 30 13:18:00.909495 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48420) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:00.916106 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-d40a13f1-4d59-43ac-8218-77ffb033c0ff tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Request body: {'security_group_rule': {'security_group_id': '3a22905e-4da8-46b5-972c-6656d686197e', 'project_id': '5919878f2177439e9606bc315fca7ad3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:00.922318 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-d40a13f1-4d59-43ac-8218-77ffb033c0ff tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:00.926253 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-d40a13f1-4d59-43ac-8218-77ffb033c0ff tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Usage tracker for resource:security_group_rule and tenant:5919878f2177439e9606bc315fca7ad3 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:00.929408 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-d40a13f1-4d59-43ac-8218-77ffb033c0ff tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:00.936454 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-d40a13f1-4d59-43ac-8218-77ffb033c0ff tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:00.957861 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d40a13f1-4d59-43ac-8218-77ffb033c0ff tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.023905 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d40a13f1-4d59-43ac-8218-77ffb033c0ff tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.030460 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d40a13f1-4d59-43ac-8218-77ffb033c0ff tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.045424 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:01.063340 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca2dda-6655-48de-b537-593d7376b7e0 req-d2bc6ad1-6000-4b3f-8664-7d20359e42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:01.065024 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-abca2dda-6655-48de-b537-593d7376b7e0 req-d2bc6ad1-6000-4b3f-8664-7d20359e42a1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e66f7068-aa5c-4662-894a-45684c558584 HTTP/1.1" status: 200 len: 916 time: 0.1546452 Apr 30 13:18:01.071735 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a13f1-4d59-43ac-8218-77ffb033c0ff tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4317318-71df-4aaf-8525-70fae6a33d1c,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:01.074635 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d40a13f1-4d59-43ac-8218-77ffb033c0ff tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:01.078442 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d40a13f1-4d59-43ac-8218-77ffb033c0ff tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.082168 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-d40a13f1-4d59-43ac-8218-77ffb033c0ff tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689444 Apr 30 13:18:01.082381 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48424) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:01.088387 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-74d2e715-12fe-48bc-b961-ed99af5fc9ec tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Request body: {'security_group_rule': {'security_group_id': '3a22905e-4da8-46b5-972c-6656d686197e', 'project_id': '5919878f2177439e9606bc315fca7ad3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:01.094366 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-74d2e715-12fe-48bc-b961-ed99af5fc9ec tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:01.098126 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-74d2e715-12fe-48bc-b961-ed99af5fc9ec tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Usage tracker for resource:security_group_rule and tenant:5919878f2177439e9606bc315fca7ad3 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:01.100899 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-74d2e715-12fe-48bc-b961-ed99af5fc9ec tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:01.107175 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-74d2e715-12fe-48bc-b961-ed99af5fc9ec tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:01.122456 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-74d2e715-12fe-48bc-b961-ed99af5fc9ec tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.180043 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-abca2dda-6655-48de-b537-593d7376b7e0 req-921bb20e-6535-40e2-a104-5cdc3c7146a7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11a4714b-ae10-4dea-a817-7d0f23227f12 HTTP/1.1" status: 200 len: 999 time: 0.1074765 Apr 30 13:18:01.186501 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-74d2e715-12fe-48bc-b961-ed99af5fc9ec tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.191402 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-74d2e715-12fe-48bc-b961-ed99af5fc9ec tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.193670 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:01.225669 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-74d2e715-12fe-48bc-b961-ed99af5fc9ec tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.226909 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-74d2e715-12fe-48bc-b961-ed99af5fc9ec tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1435595 Apr 30 13:18:01.227629 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2e715-12fe-48bc-b961-ed99af5fc9ec tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb33c739-bbe0-4a8b-86b1-732b77d6ca61,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:01.229641 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48428) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:01.234613 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-343e3b8a-1356-4415-9274-a59405cb54a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Request body: {'security_group_rule': {'security_group_id': '3a22905e-4da8-46b5-972c-6656d686197e', 'project_id': '5919878f2177439e9606bc315fca7ad3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:01.238871 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-74d2e715-12fe-48bc-b961-ed99af5fc9ec tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:01.241021 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-343e3b8a-1356-4415-9274-a59405cb54a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:01.244828 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-343e3b8a-1356-4415-9274-a59405cb54a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Usage tracker for resource:security_group_rule and tenant:5919878f2177439e9606bc315fca7ad3 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:01.247765 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-343e3b8a-1356-4415-9274-a59405cb54a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:01.253338 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-343e3b8a-1356-4415-9274-a59405cb54a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:01.256728 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca2dda-6655-48de-b537-593d7376b7e0 req-823b0417-230b-405d-959e-85b5e586143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:01.258932 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-abca2dda-6655-48de-b537-593d7376b7e0 req-823b0417-230b-405d-959e-85b5e586143e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8859bceb-4922-4443-8114-76a4fe0b5fa0 HTTP/1.1" status: 200 len: 853 time: 0.0659711 Apr 30 13:18:01.270987 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-343e3b8a-1356-4415-9274-a59405cb54a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.324813 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-ebc1c2e9-e87d-4bc6-b742-4f027e6c17bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:05Z', 'updated_at': '2021-04-30T13:17:11Z', 'revision_number': 4, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'gw_port': {'id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:06Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': 'b108359e-6c47-4fff-a83a-ec7b7bcda978', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'floating_ip_address': '172.28.0.187', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'port_id': '11a4714b-ae10-4dea-a817-7d0f23227f12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'mac_address': 'fa:16:3e:e6:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:17:59Z', 'updated_at': '2021-04-30T13:17:59Z', 'revision_number': 0, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76048802-f632-4883-b1aa-e2892b497e98', 'name': '', 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'mac_address': 'fa:16:3e:89:1d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:09Z', 'updated_at': '2021-04-30T13:17:17Z', 'revision_number': 5, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'subnets': [{'id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:01.329177 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc1c2e9-e87d-4bc6-b742-4f027e6c17bc None None] Checking router: f85d2076-2cc1-416b-aa45-5ba27ed2cb8d for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:18:01.338660 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-343e3b8a-1356-4415-9274-a59405cb54a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.339469 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc1c2e9-e87d-4bc6-b742-4f027e6c17bc None None] Routers {'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:01.340355 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-ebc1c2e9-e87d-4bc6-b742-4f027e6c17bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:17:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:01.340918 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca2dda-6655-48de-b537-593d7376b7e0 req-a47c0161-4d30-4a06-8f33-68ea20ba8fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:01.342559 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-abca2dda-6655-48de-b537-593d7376b7e0 req-a47c0161-4d30-4a06-8f33-68ea20ba8fc3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e66f7068-aa5c-4662-894a-45684c558584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767543 Apr 30 13:18:01.343554 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-343e3b8a-1356-4415-9274-a59405cb54a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.345585 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-74d2e715-12fe-48bc-b961-ed99af5fc9ec tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:01.368795 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e3b8a-1356-4415-9274-a59405cb54a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ccf0ab9-6e63-4166-9d1b-191dd6fb49d5,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:01.371434 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-343e3b8a-1356-4415-9274-a59405cb54a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:01.379885 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-343e3b8a-1356-4415-9274-a59405cb54a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.382732 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-343e3b8a-1356-4415-9274-a59405cb54a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519332 Apr 30 13:18:01.384433 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48432) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:01.390280 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Request body: {'security_group_rule': {'security_group_id': '3a22905e-4da8-46b5-972c-6656d686197e', 'project_id': '5919878f2177439e9606bc315fca7ad3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:01.396988 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:01.401833 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Usage tracker for resource:security_group_rule and tenant:5919878f2177439e9606bc315fca7ad3 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:01.405144 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:01.411985 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:01.431618 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.479872 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-abca2dda-6655-48de-b537-593d7376b7e0 req-edb1f0b2-58eb-4a21-893f-85d52e67b9a0 service neutron] 10.222.0.90 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296561 Apr 30 13:18:01.499827 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.504583 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.507136 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d40a13f1-4d59-43ac-8218-77ffb033c0ff tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:01.530132 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549c4a37-b5a9-4a1c-8539-1a0e5afa72de,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:01.541276 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:01.541667 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:01.542076 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:01.542517 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:01.543070 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:01.543308 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-ebc1c2e9-e87d-4bc6-b742-4f027e6c17bc None None] Set router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:01.543898 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:01.543898 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:01.544094 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:01.544403 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:01.544761 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:01.545107 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:01.545447 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:01.548520 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:01.549341 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.550508 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-a0fa9564-a708-4f9d-8cbb-96dfac23b19d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1648927 Apr 30 13:18:01.553112 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48436) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:01.558849 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-9a535c43-a845-4159-abc9-4e34f53dcd5a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Request body: {'security_group_rule': {'security_group_id': '3a22905e-4da8-46b5-972c-6656d686197e', 'project_id': '5919878f2177439e9606bc315fca7ad3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:01.564625 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-9a535c43-a845-4159-abc9-4e34f53dcd5a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:01.568594 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-9a535c43-a845-4159-abc9-4e34f53dcd5a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Usage tracker for resource:security_group_rule and tenant:5919878f2177439e9606bc315fca7ad3 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:01.573460 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-9a535c43-a845-4159-abc9-4e34f53dcd5a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:01.579252 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-9a535c43-a845-4159-abc9-4e34f53dcd5a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:01.589610 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.securitygroups_db [None req-9a535c43-a845-4159-abc9-4e34f53dcd5a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Project 5919878f2177439e9606bc315fca7ad3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:18:01.595216 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9a535c43-a845-4159-abc9-4e34f53dcd5a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.618335 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-abca2dda-6655-48de-b537-593d7376b7e0 req-69f26c62-4200-4832-a1cc-72838e89e1e1 service neutron] 10.222.0.90 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314945 Apr 30 13:18:01.663243 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9a535c43-a845-4159-abc9-4e34f53dcd5a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.666929 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9a535c43-a845-4159-abc9-4e34f53dcd5a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.669004 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:01.690847 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a535c43-a845-4159-abc9-4e34f53dcd5a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b701a0-e72b-4f46-93c1-91ba58dd2a94,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:01.693396 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-9a535c43-a845-4159-abc9-4e34f53dcd5a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:01.700802 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9a535c43-a845-4159-abc9-4e34f53dcd5a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.702061 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-9a535c43-a845-4159-abc9-4e34f53dcd5a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480491 Apr 30 13:18:01.705188 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 48440) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:01.710598 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-77c83775-764a-45d2-9a78-44d467880f4a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Request body: {'security_group_rule': {'security_group_id': '3a22905e-4da8-46b5-972c-6656d686197e', 'project_id': '5919878f2177439e9606bc315fca7ad3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:01.716195 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-77c83775-764a-45d2-9a78-44d467880f4a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:01.720025 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-77c83775-764a-45d2-9a78-44d467880f4a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Usage tracker for resource:security_group_rule and tenant:5919878f2177439e9606bc315fca7ad3 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:01.722868 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-77c83775-764a-45d2-9a78-44d467880f4a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:01.729427 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-77c83775-764a-45d2-9a78-44d467880f4a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:01.739323 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.securitygroups_db [None req-77c83775-764a-45d2-9a78-44d467880f4a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Project 5919878f2177439e9606bc315fca7ad3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:18:01.744962 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-77c83775-764a-45d2-9a78-44d467880f4a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.810587 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-77c83775-764a-45d2-9a78-44d467880f4a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.814554 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-77c83775-764a-45d2-9a78-44d467880f4a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.816593 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:01.839098 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c83775-764a-45d2-9a78-44d467880f4a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1352265-b399-42be-b4fd-e8fb57e218ba,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:01.841716 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-77c83775-764a-45d2-9a78-44d467880f4a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:01.853294 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-77c83775-764a-45d2-9a78-44d467880f4a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.854549 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-77c83775-764a-45d2-9a78-44d467880f4a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1483214 Apr 30 13:18:01.892857 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.913604 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-ebc1c2e9-e87d-4bc6-b742-4f027e6c17bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:05Z', 'updated_at': '2021-04-30T13:17:11Z', 'revision_number': 4, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'gw_port': {'id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:06Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': 'b108359e-6c47-4fff-a83a-ec7b7bcda978', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'floating_ip_address': '172.28.0.187', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'port_id': '11a4714b-ae10-4dea-a817-7d0f23227f12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'mac_address': 'fa:16:3e:e6:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:17:59Z', 'updated_at': '2021-04-30T13:17:59Z', 'revision_number': 0, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76048802-f632-4883-b1aa-e2892b497e98', 'name': '', 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'mac_address': 'fa:16:3e:89:1d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:09Z', 'updated_at': '2021-04-30T13:17:17Z', 'revision_number': 5, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'subnets': [{'id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:01.917857 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc1c2e9-e87d-4bc6-b742-4f027e6c17bc None None] The sync data for ids ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'] in dv-cinder-788363-2-smb is: [{'id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:05Z', 'updated_at': '2021-04-30T13:17:11Z', 'revision_number': 4, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'gw_port': {'id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:06Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': 'b108359e-6c47-4fff-a83a-ec7b7bcda978', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'floating_ip_address': '172.28.0.187', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'port_id': '11a4714b-ae10-4dea-a817-7d0f23227f12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'mac_address': 'fa:16:3e:e6:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:17:59Z', 'updated_at': '2021-04-30T13:17:59Z', 'revision_number': 0, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76048802-f632-4883-b1aa-e2892b497e98', 'name': '', 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'mac_address': 'fa:16:3e:89:1d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:09Z', 'updated_at': '2021-04-30T13:17:17Z', 'revision_number': 5, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'subnets': [{'id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:18:01.983974 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-53b5bd1f-09d7-4209-93cc-708e0d99df27 req-b6027bf9-b0d5-480a-a6be-3f76a3ab9d64 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807155010&fields=id&tenant_id=5919878f2177439e9606bc315fca7ad3 HTTP/1.1" status: 200 len: 267 time: 0.0424674 Apr 30 13:18:02.072169 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5bd1f-09d7-4209-93cc-708e0d99df27 req-2cfd886b-7e91-4d4d-bdf5-bccc2b5edb8c tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:02.073868 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-53b5bd1f-09d7-4209-93cc-708e0d99df27 req-2cfd886b-7e91-4d4d-bdf5-bccc2b5edb8c tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0843830 Apr 30 13:18:02.085920 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-53b5bd1f-09d7-4209-93cc-708e0d99df27 req-d655e431-13ae-4e20-b442-e2fedfd88076 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Request body: {'port': {'security_groups': ['9389ba02-5c77-4be2-b04f-dff7016650b8', '3a22905e-4da8-46b5-972c-6656d686197e']}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:02.151433 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00461e76-e268-4e4f-97d9-f93d3c41ea3f None None] New status for floating IP b108359e-6c47-4fff-a83a-ec7b7bcda978: ACTIVE {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:18:02.216525 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-53b5bd1f-09d7-4209-93cc-708e0d99df27 req-d655e431-13ae-4e20-b442-e2fedfd88076 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.503731 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-53b5bd1f-09d7-4209-93cc-708e0d99df27 req-d655e431-13ae-4e20-b442-e2fedfd88076 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] For port 11a4714b-ae10-4dea-a817-7d0f23227f12, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11a4714b-ae10-4dea-a817-7d0f23227f12,segment=NetworkSegment(62a8780e-215a-4690-af71-129a2aee4016),segment_id=62a8780e-215a-4690-af71-129a2aee4016)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:02.531716 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-53b5bd1f-09d7-4209-93cc-708e0d99df27 req-d655e431-13ae-4e20-b442-e2fedfd88076 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.538310 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-53b5bd1f-09d7-4209-93cc-708e0d99df27 req-d655e431-13ae-4e20-b442-e2fedfd88076 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096711'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.549191 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:02.584116 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['11a4714b-ae10-4dea-a817-7d0f23227f12'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:02.610270 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5bd1f-09d7-4209-93cc-708e0d99df27 req-d655e431-13ae-4e20-b442-e2fedfd88076 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:02.610896 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-53b5bd1f-09d7-4209-93cc-708e0d99df27 req-d655e431-13ae-4e20-b442-e2fedfd88076 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.612365 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-53b5bd1f-09d7-4209-93cc-708e0d99df27 req-d655e431-13ae-4e20-b442-e2fedfd88076 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "PUT /v2.0/ports/11a4714b-ae10-4dea-a817-7d0f23227f12 HTTP/1.1" status: 200 len: 981 time: 0.5318508 Apr 30 13:18:02.615334 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'tag': '11a4714b-ae10-4dea-a817-7d0f23227f12'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:02.647405 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655e431-13ae-4e20-b442-e2fedfd88076 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Pushing event updated for resources: {'Port': ['ID=11a4714b-ae10-4dea-a817-7d0f23227f12,revision_number=6']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:02.651183 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d655e431-13ae-4e20-b442-e2fedfd88076 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:02.675910 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'tag': '11a4714b-ae10-4dea-a817-7d0f23227f12', 'status': 'completed', 'code': 200} Apr 30 13:18:02.778344 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['11a4714b-ae10-4dea-a817-7d0f23227f12'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:02.866524 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831df2f-608f-45c6-a622-62f3d5a4fbc0 req-f39bc8e8-d45f-4511-8557-216135711575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:02.868097 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6831df2f-608f-45c6-a622-62f3d5a4fbc0 req-f39bc8e8-d45f-4511-8557-216135711575 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5919878f2177439e9606bc315fca7ad3&device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 1137 time: 0.1054590 Apr 30 13:18:02.875883 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e8650-48c8-4a7d-9495-c692b7c39f9d req-9c524cac-dab0-4f9b-b45d-5a27994864ca tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:02.877211 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9f0e8650-48c8-4a7d-9495-c692b7c39f9d req-9c524cac-dab0-4f9b-b45d-5a27994864ca tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.1530070 Apr 30 13:18:02.911480 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-05fc0162-afe6-496f-90a1-802320f95a40 None None] Provisioning complete for port 11a4714b-ae10-4dea-a817-7d0f23227f12 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:02.911767 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-05fc0162-afe6-496f-90a1-802320f95a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.011291 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-9f0e8650-48c8-4a7d-9495-c692b7c39f9d req-41a39d5d-182d-4c1d-8cac-62ac41c6dd1d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Synchronizing usage tracker for tenant:5919878f2177439e9606bc315fca7ad3 on resource:security_group {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:18:03.034873 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-9f0e8650-48c8-4a7d-9495-c692b7c39f9d req-41a39d5d-182d-4c1d-8cac-62ac41c6dd1d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Unset dirty status for tenant:5919878f2177439e9606bc315fca7ad3 on resource:security_group {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:18:03.036114 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9f0e8650-48c8-4a7d-9495-c692b7c39f9d req-41a39d5d-182d-4c1d-8cac-62ac41c6dd1d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1405475 Apr 30 13:18:03.053065 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831df2f-608f-45c6-a622-62f3d5a4fbc0 req-491874b4-7f62-4b82-bc0c-96ddbbea8c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:03.055171 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6831df2f-608f-45c6-a622-62f3d5a4fbc0 req-491874b4-7f62-4b82-bc0c-96ddbbea8c16 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e66f7068-aa5c-4662-894a-45684c558584 HTTP/1.1" status: 200 len: 916 time: 0.1770625 Apr 30 13:18:03.160881 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6831df2f-608f-45c6-a622-62f3d5a4fbc0 req-05730d3b-7da6-4744-a41f-1a9847021659 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11a4714b-ae10-4dea-a817-7d0f23227f12 HTTP/1.1" status: 200 len: 1001 time: 0.0988667 Apr 30 13:18:03.226878 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831df2f-608f-45c6-a622-62f3d5a4fbc0 req-9a989f1e-b5cd-482b-9807-4f13bc978e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:03.228542 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6831df2f-608f-45c6-a622-62f3d5a4fbc0 req-9a989f1e-b5cd-482b-9807-4f13bc978e82 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8859bceb-4922-4443-8114-76a4fe0b5fa0 HTTP/1.1" status: 200 len: 853 time: 0.0611279 Apr 30 13:18:03.322288 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831df2f-608f-45c6-a622-62f3d5a4fbc0 req-451270a8-8b92-4f36-82cc-b2b1d9eb6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:03.323768 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6831df2f-608f-45c6-a622-62f3d5a4fbc0 req-451270a8-8b92-4f36-82cc-b2b1d9eb6876 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e66f7068-aa5c-4662-894a-45684c558584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732801 Apr 30 13:18:03.455521 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6831df2f-608f-45c6-a622-62f3d5a4fbc0 req-52f2fd1e-35d2-4067-b631-15632c2fe7ae service neutron] 10.222.0.90 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241546 Apr 30 13:18:03.689091 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6831df2f-608f-45c6-a622-62f3d5a4fbc0 req-757c89f8-0ae9-4d63-ac06-d125ac456783 service neutron] 10.222.0.90 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269826 Apr 30 13:18:04.987166 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c79b0a-6926-4a9f-b23e-a23df3364a48 req-cbba7efd-e84c-4b5b-9bbf-457d622f8555 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:04.988749 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d8c79b0a-6926-4a9f-b23e-a23df3364a48 req-cbba7efd-e84c-4b5b-9bbf-457d622f8555 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0798616 Apr 30 13:18:05.033590 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d8c79b0a-6926-4a9f-b23e-a23df3364a48 req-8ff225fc-97f2-409e-9a0d-973ad08e1c96 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382197 Apr 30 13:18:06.374423 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f84e2da4-c0d5-41af-a460-915a632e8278 req-52bf7b37-bb75-4972-b659-9204ec99f326 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726097 Apr 30 13:18:06.418158 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f9fcc-e174-4eab-834b-2db38a7eb40a req-0841ec92-f358-483e-9bfe-1efc9345e8a5 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:06.419707 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1d5f9fcc-e174-4eab-834b-2db38a7eb40a req-0841ec92-f358-483e-9bfe-1efc9345e8a5 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.1702130 Apr 30 13:18:06.465065 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1d5f9fcc-e174-4eab-834b-2db38a7eb40a req-fb3f5bd3-52ff-4765-80db-50539f0cf2e9 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395267 Apr 30 13:18:06.535666 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e2da4-c0d5-41af-a460-915a632e8278 req-506d94a4-b43f-4c6c-ad5b-eb7dc0c4821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:06.537127 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f84e2da4-c0d5-41af-a460-915a632e8278 req-506d94a4-b43f-4c6c-ad5b-eb7dc0c4821f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e2315ab7c5ff4612b3d026e8991e696c&device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 1098 time: 0.0689030 Apr 30 13:18:06.678624 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e2da4-c0d5-41af-a460-915a632e8278 req-3790c6b3-5181-4604-a485-7f1546903d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:06.680580 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f84e2da4-c0d5-41af-a460-915a632e8278 req-3790c6b3-5181-4604-a485-7f1546903d2c service neutron] 10.222.0.90 "GET /v2.0/networks?id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4 HTTP/1.1" status: 200 len: 910 time: 0.1234851 Apr 30 13:18:06.783322 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f84e2da4-c0d5-41af-a460-915a632e8278 req-410345c7-95da-4b1b-8e6d-e809db8237b2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86 HTTP/1.1" status: 200 len: 1001 time: 0.0955136 Apr 30 13:18:06.850988 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e2da4-c0d5-41af-a460-915a632e8278 req-2dcd9522-992f-4ca1-839c-33d50b0832b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:06.852399 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f84e2da4-c0d5-41af-a460-915a632e8278 req-2dcd9522-992f-4ca1-839c-33d50b0832b4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8facbdf-7217-4729-a0a4-6e6b9aa34125 HTTP/1.1" status: 200 len: 847 time: 0.0603101 Apr 30 13:18:06.928371 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e2da4-c0d5-41af-a460-915a632e8278 req-0f754051-74bb-43dd-a21a-0374edbdbd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:06.930416 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f84e2da4-c0d5-41af-a460-915a632e8278 req-0f754051-74bb-43dd-a21a-0374edbdbd51 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701432 Apr 30 13:18:07.058874 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f84e2da4-c0d5-41af-a460-915a632e8278 req-a3412fd1-1eb9-4868-83ad-831ef3629099 service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217177 Apr 30 13:18:07.188320 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f84e2da4-c0d5-41af-a460-915a632e8278 req-d0cb918a-602e-4584-8f7d-7074600c9c82 service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229584 Apr 30 13:18:07.650806 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d7e4d-d483-47c3-96c4-a87ba4f99a4a req-ad7e27d1-26f3-4e01-9c1f-14bc77f5ec47 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:07.652351 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cd3d7e4d-d483-47c3-96c4-a87ba4f99a4a req-ad7e27d1-26f3-4e01-9c1f-14bc77f5ec47 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0791929 Apr 30 13:18:07.701216 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cd3d7e4d-d483-47c3-96c4-a87ba4f99a4a req-e517efa5-57ed-4444-ade9-97abbaf2bbde tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427732 Apr 30 13:18:08.892402 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77033803-39cc-467d-a648-ee89705f18a2 req-a462eb48-1ae4-4be3-9f9f-9d6498b70146 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:08.893838 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-77033803-39cc-467d-a648-ee89705f18a2 req-a462eb48-1ae4-4be3-9f9f-9d6498b70146 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0816395 Apr 30 13:18:08.938711 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-77033803-39cc-467d-a648-ee89705f18a2 req-dae01c48-f9b1-4fe4-b2c1-e72742e873f4 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383368 Apr 30 13:18:10.125597 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216872-9699-462f-a688-3fdf10868717 req-7acfbc73-3e84-4afb-b010-21411ac4c78d tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:10.127073 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b5216872-9699-462f-a688-3fdf10868717 req-7acfbc73-3e84-4afb-b010-21411ac4c78d tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0804210 Apr 30 13:18:10.172233 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b5216872-9699-462f-a688-3fdf10868717 req-ac2a83af-b2e3-4fd2-bb95-7fc27ae5c500 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394742 Apr 30 13:18:11.361214 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81637161-9054-4a4b-b3be-9357ca681213 req-842bcdd9-e112-4f2a-9b49-992b2ae6c376 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:11.364113 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-81637161-9054-4a4b-b3be-9357ca681213 req-842bcdd9-e112-4f2a-9b49-992b2ae6c376 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0812886 Apr 30 13:18:11.414258 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-81637161-9054-4a4b-b3be-9357ca681213 req-134d7a5c-3021-4696-a9c0-394161b31f41 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436206 Apr 30 13:18:12.610279 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7584e-673b-463e-89df-2862a92c78ff req-17c1dd46-bcdc-455f-8340-87bfd8fc795b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:12.612105 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5ee7584e-673b-463e-89df-2862a92c78ff req-17c1dd46-bcdc-455f-8340-87bfd8fc795b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0837011 Apr 30 13:18:12.665088 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5ee7584e-673b-463e-89df-2862a92c78ff req-3ed8e1dc-7dfb-4c08-9983-b9862641fd8f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429955 Apr 30 13:18:13.855412 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc20f2-30c7-4ec0-abce-9eb83ec363cb req-4ca7c62e-3654-46ec-a225-4fe5b8a1bd02 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.856919 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3bcc20f2-30c7-4ec0-abce-9eb83ec363cb req-4ca7c62e-3654-46ec-a225-4fe5b8a1bd02 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0825241 Apr 30 13:18:13.902372 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3bcc20f2-30c7-4ec0-abce-9eb83ec363cb req-001ba213-85bf-4267-b500-766994be752e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396399 Apr 30 13:18:15.093283 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06c64d-f6e7-4f89-8ec0-7d89d54b8c72 req-9924312c-e502-41cb-ba55-c294eb12e35f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:15.094753 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1a06c64d-f6e7-4f89-8ec0-7d89d54b8c72 req-9924312c-e502-41cb-ba55-c294eb12e35f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0808148 Apr 30 13:18:15.141096 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1a06c64d-f6e7-4f89-8ec0-7d89d54b8c72 req-249ea08e-0162-4773-b275-8f6eee42bdc5 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405614 Apr 30 13:18:15.752407 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bc84e81c-c5ac-4d72-8c13-f642b8456ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:16.333861 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4f3f5-6eb3-4522-825d-896f4c965322 req-bca4bb9f-47d4-4900-9787-18d6386366a8 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:16.335499 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ccf4f3f5-6eb3-4522-825d-896f4c965322 req-bca4bb9f-47d4-4900-9787-18d6386366a8 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0840254 Apr 30 13:18:16.380563 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ccf4f3f5-6eb3-4522-825d-896f4c965322 req-cedd1ad0-1c40-4f75-b606-35728a72557d tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393152 Apr 30 13:18:16.530566 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:18:16.666568 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:16.685133 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'port_id': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'mac_address': 'fa:16:3e:81:3b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:18:16.740626 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:16.757603 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:18:16.773070 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:16.776974 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:16.779044 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:16.853593 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,revision_number=6']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:16.856783 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:16.984211 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:17.578661 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e563fd4-5d90-40d6-b7e8-b058a9d7dedc req-f9fc5443-0629-4e4b-a7f1-d00a271c74a6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:17.580153 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0e563fd4-5d90-40d6-b7e8-b058a9d7dedc req-f9fc5443-0629-4e4b-a7f1-d00a271c74a6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 944 time: 0.0896127 Apr 30 13:18:17.628351 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0e563fd4-5d90-40d6-b7e8-b058a9d7dedc req-bfc21004-33ae-43f7-978f-f5c54071b766 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422421 Apr 30 13:18:18.085043 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:18.507983 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-83e60ea1-a777-4f07-9d2b-386dbc3308d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:18.535007 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:18.609811 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:18.610216 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:18.742926 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:18.776123 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:18.800960 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:18.807597 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:18.811573 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:18.852587 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'code': 200} Apr 30 13:18:18.888450 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb1a84-4795-4e0a-be84-f8bd9af2cd73 req-95261dab-9e17-4b33-8646-31a80157afa2 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.889962 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1adb1a84-4795-4e0a-be84-f8bd9af2cd73 req-95261dab-9e17-4b33-8646-31a80157afa2 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.1099453 Apr 30 13:18:18.890122 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,revision_number=7']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:18.893425 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:18.945407 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-1adb1a84-4795-4e0a-be84-f8bd9af2cd73 req-36f50c7b-78bd-49e6-a284-b5dda5743a75 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427535 Apr 30 13:18:19.703225 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:20.185936 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62c56a-cb09-4841-8918-803d9e7a812b req-c4e8c2e8-bbd7-4c9e-9ba4-df308fd62a7f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:20.193286 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8b62c56a-cb09-4841-8918-803d9e7a812b req-c4e8c2e8-bbd7-4c9e-9ba4-df308fd62a7f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.1047556 Apr 30 13:18:20.244575 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8b62c56a-cb09-4841-8918-803d9e7a812b req-0373702f-d243-4d7a-8379-6a0c0ad74532 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503402 Apr 30 13:18:20.633371 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01707a57-5b52-4dce-9cf0-4e1dfc924b90 req-e4f059a3-62f0-45ae-bde4-02195f7e5dfb tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:20.635509 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-01707a57-5b52-4dce-9cf0-4e1dfc924b90 req-e4f059a3-62f0-45ae-bde4-02195f7e5dfb tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.0973308 Apr 30 13:18:20.690444 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-01707a57-5b52-4dce-9cf0-4e1dfc924b90 req-f109f18e-a0d7-4dee-8b06-c045813188bd tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473278 Apr 30 13:18:21.359720 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:21.452507 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ef983-798d-4ddb-a5f8-7508ea975128 req-05f899dd-3fea-483b-b9ea-7b876f562aed tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:21.454836 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-007ef983-798d-4ddb-a5f8-7508ea975128 req-05f899dd-3fea-483b-b9ea-7b876f562aed tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0926807 Apr 30 13:18:21.504998 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-007ef983-798d-4ddb-a5f8-7508ea975128 req-33890b2e-0f22-43a4-bfcc-25ed27858871 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443170 Apr 30 13:18:21.902899 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b00c1-2539-46ce-817b-894cfaa75cc4 req-062e7221-6cd9-4c8c-bd6a-ce7fcab17c12 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:21.905668 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1b5b00c1-2539-46ce-817b-894cfaa75cc4 req-062e7221-6cd9-4c8c-bd6a-ce7fcab17c12 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.0954862 Apr 30 13:18:22.061567 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1b5b00c1-2539-46ce-817b-894cfaa75cc4 req-0cf5bae4-9f64-4b7f-be3c-9159b88cdbb2 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492496 Apr 30 13:18:22.728650 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d94d6d-5235-43bd-b847-c298d3af95b2 req-c6bc74ae-27dd-45eb-9d28-3a8ae9d1080d tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:22.730242 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-49d94d6d-5235-43bd-b847-c298d3af95b2 req-c6bc74ae-27dd-45eb-9d28-3a8ae9d1080d tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.1009469 Apr 30 13:18:22.794424 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-49d94d6d-5235-43bd-b847-c298d3af95b2 req-e1436b49-2d2e-4750-8fc7-79e5158eb3d6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571694 Apr 30 13:18:23.336124 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674afb6-d4ed-450e-8f3d-d60d496012ae req-86e5fa8b-a7e0-4cdf-b4e7-16f74606692a tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:23.337497 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3674afb6-d4ed-450e-8f3d-d60d496012ae req-86e5fa8b-a7e0-4cdf-b4e7-16f74606692a tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.0959523 Apr 30 13:18:23.391095 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3674afb6-d4ed-450e-8f3d-d60d496012ae req-dcff4d98-35d8-4181-95cc-8279eb176baf tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474739 Apr 30 13:18:23.982718 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697568b-3d1e-4fd7-aae5-e63b4045c1a0 req-3a0f582a-4552-4a01-83c1-8afe0db7d0a6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:23.986573 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5697568b-3d1e-4fd7-aae5-e63b4045c1a0 req-3a0f582a-4552-4a01-83c1-8afe0db7d0a6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0865455 Apr 30 13:18:24.041008 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-5697568b-3d1e-4fd7-aae5-e63b4045c1a0 req-3b7b92bf-d2e2-4491-8b10-c08a9ed217d0 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508759 Apr 30 13:18:24.581770 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a62405-01ae-4240-b0ee-fc02f3752b1b req-ba03e32a-0d28-4371-9d95-9da0594828dd tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:24.583998 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d3a62405-01ae-4240-b0ee-fc02f3752b1b req-ba03e32a-0d28-4371-9d95-9da0594828dd tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.0842822 Apr 30 13:18:24.635749 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d3a62405-01ae-4240-b0ee-fc02f3752b1b req-6ede38fa-c396-4ac1-96a9-1b4fe6ba798c tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453107 Apr 30 13:18:25.265096 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b658b-c779-4f23-94ea-dc38c5f5838b req-0a8177a3-bd58-41ac-9b32-6f0455ac5be4 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:25.266749 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b88b658b-c779-4f23-94ea-dc38c5f5838b req-0a8177a3-bd58-41ac-9b32-6f0455ac5be4 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0970421 Apr 30 13:18:25.319327 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b88b658b-c779-4f23-94ea-dc38c5f5838b req-44061d54-e52b-43af-b419-872fdd7dcf12 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441325 Apr 30 13:18:25.841921 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c0e8d-58bc-48d7-a3da-cac5b5767851 req-6b2a717c-9907-4ce2-bbf0-a7ec32dc9f36 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:25.843576 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6e5c0e8d-58bc-48d7-a3da-cac5b5767851 req-6b2a717c-9907-4ce2-bbf0-a7ec32dc9f36 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.0907583 Apr 30 13:18:25.892441 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6e5c0e8d-58bc-48d7-a3da-cac5b5767851 req-a21fbb97-1488-4e51-8104-0f8e8c50a233 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420067 Apr 30 13:18:26.550549 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b08d4d-3ac6-4c11-8468-06594d5cab58 req-20743222-1288-47e2-8951-fcc5a6918ec3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:26.552032 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f7b08d4d-3ac6-4c11-8468-06594d5cab58 req-20743222-1288-47e2-8951-fcc5a6918ec3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0891285 Apr 30 13:18:26.599309 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f7b08d4d-3ac6-4c11-8468-06594d5cab58 req-2ad65aa9-aea7-46f8-bf62-d66b557688ea tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416627 Apr 30 13:18:27.081266 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf56c9-7033-4f40-834c-66fd9532423d req-0c5c6604-305b-45d9-a676-e5a36d025ea3 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:27.082801 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-53bf56c9-7033-4f40-834c-66fd9532423d req-0c5c6604-305b-45d9-a676-e5a36d025ea3 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.0835774 Apr 30 13:18:27.125934 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-53bf56c9-7033-4f40-834c-66fd9532423d req-af3e0274-d78f-4f16-833e-e99a993abe87 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374615 Apr 30 13:18:27.483724 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96267fd-5546-4d69-823c-dadfeac92799 req-eccffbdf-31e4-43dc-97a3-0750bcd64d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:27.485200 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a96267fd-5546-4d69-823c-dadfeac92799 req-eccffbdf-31e4-43dc-97a3-0750bcd64d93 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963&device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 1098 time: 0.0733342 Apr 30 13:18:27.620356 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96267fd-5546-4d69-823c-dadfeac92799 req-e903ca09-5f38-4123-89d5-1bc50cbceb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:27.622296 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a96267fd-5546-4d69-823c-dadfeac92799 req-e903ca09-5f38-4123-89d5-1bc50cbceb52 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18 HTTP/1.1" status: 200 len: 919 time: 0.1288087 Apr 30 13:18:27.777570 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a96267fd-5546-4d69-823c-dadfeac92799 req-e4581b14-b0e0-40e2-b84d-07377c88b60c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 HTTP/1.1" status: 200 len: 1001 time: 0.1490185 Apr 30 13:18:27.841323 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96267fd-5546-4d69-823c-dadfeac92799 req-16665162-b062-4d15-a1ee-8596a206f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:27.842891 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a96267fd-5546-4d69-823c-dadfeac92799 req-16665162-b062-4d15-a1ee-8596a206f370 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49a9087f-e65a-4a37-b218-569f62f239a8 HTTP/1.1" status: 200 len: 856 time: 0.0589225 Apr 30 13:18:27.846835 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa93138-f04d-4277-9016-5d1c12522e30 req-2982b66a-8296-4c76-a3c5-51226ce414a4 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:27.848290 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-baa93138-f04d-4277-9016-5d1c12522e30 req-2982b66a-8296-4c76-a3c5-51226ce414a4 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0838223 Apr 30 13:18:27.894019 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-baa93138-f04d-4277-9016-5d1c12522e30 req-10f47589-ac9a-448d-88be-ab2686fd4932 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397418 Apr 30 13:18:27.923740 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96267fd-5546-4d69-823c-dadfeac92799 req-4fead45d-5a12-45ce-9169-87f927b9559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:27.925220 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a96267fd-5546-4d69-823c-dadfeac92799 req-4fead45d-5a12-45ce-9169-87f927b9559a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758359 Apr 30 13:18:28.058678 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a96267fd-5546-4d69-823c-dadfeac92799 req-92961144-02d8-473c-81b7-b3c5e9cc5b6f service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259127 Apr 30 13:18:28.192829 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a96267fd-5546-4d69-823c-dadfeac92799 req-e7a2e493-52cd-4370-9e61-342371e8240f service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265411 Apr 30 13:18:28.309100 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de60851-0b5c-4e29-80e4-943a2f6b42ea req-9328a995-3410-445e-82db-3a6b8797c374 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:28.310508 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6de60851-0b5c-4e29-80e4-943a2f6b42ea req-9328a995-3410-445e-82db-3a6b8797c374 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.0814509 Apr 30 13:18:28.356688 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6de60851-0b5c-4e29-80e4-943a2f6b42ea req-256a4f99-fde8-426a-9206-b0661380c134 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404694 Apr 30 13:18:29.091885 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba95d0-ceef-4db5-99f2-7235b3b4f05c req-6b7a27e7-1584-4ea0-839a-ce0636632131 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:29.093351 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-98ba95d0-ceef-4db5-99f2-7235b3b4f05c req-6b7a27e7-1584-4ea0-839a-ce0636632131 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0857286 Apr 30 13:18:29.138840 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-98ba95d0-ceef-4db5-99f2-7235b3b4f05c req-90caad73-be35-4897-82ad-d3d8291bc1bb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396593 Apr 30 13:18:29.551432 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3afd7d-3b2b-447e-a428-a1e0722c0f00 req-3fac0aa2-b0c9-41c9-b36b-507585b25336 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:29.552869 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7d3afd7d-3b2b-447e-a428-a1e0722c0f00 req-3fac0aa2-b0c9-41c9-b36b-507585b25336 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.0836434 Apr 30 13:18:29.597361 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7d3afd7d-3b2b-447e-a428-a1e0722c0f00 req-0aca2284-4fe2-42e7-b835-7e21bd0bde2f tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381229 Apr 30 13:18:30.337315 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438b6b5-08ca-4684-aade-6a0d86cea3bd req-99056d4c-7562-4f7d-b56f-77b081522f34 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:30.338692 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3438b6b5-08ca-4684-aade-6a0d86cea3bd req-99056d4c-7562-4f7d-b56f-77b081522f34 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 945 time: 0.0879087 Apr 30 13:18:30.383909 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3438b6b5-08ca-4684-aade-6a0d86cea3bd req-629c3870-85f3-4432-b214-c567aa6345a1 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393882 Apr 30 13:18:30.635282 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:30.764625 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:30.794961 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:30.812427 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fe075-2c04-4767-9c66-f6f3c37e672c req-174766bc-b2ad-444d-a5b0-6bf135c6a057 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:30.813740 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:30.819261 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:30.822820 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:30.823596 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4b9fe075-2c04-4767-9c66-f6f3c37e672c req-174766bc-b2ad-444d-a5b0-6bf135c6a057 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.1046431 Apr 30 13:18:30.858758 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958af9b-783a-4dde-b9f1-6963fbbc2393 req-b5c2793c-15a5-4ca7-b663-43710bb6713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:30.860264 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a958af9b-783a-4dde-b9f1-6963fbbc2393 req-b5c2793c-15a5-4ca7-b663-43710bb6713e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e2315ab7c5ff4612b3d026e8991e696c&device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 1098 time: 0.0954044 Apr 30 13:18:30.887521 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4b9fe075-2c04-4767-9c66-f6f3c37e672c req-b34845ad-0614-4f4f-b6dd-fedb04a8dd94 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626571 Apr 30 13:18:30.943182 dv-cinder-788363-2-smb neutron-server[73860]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'code': 422} returned with failed status Apr 30 13:18:30.952400 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,revision_number=8']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:30.963065 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:30.963430 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:30.963775 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:30.964111 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:30.964742 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:30.965134 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:30.965597 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:30.966216 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:30.966557 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:30.967044 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:30.967377 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:30.967704 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:30.972887 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:31.009311 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958af9b-783a-4dde-b9f1-6963fbbc2393 req-ebcc57c2-706b-4645-a9ff-3ced269b901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:31.010784 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a958af9b-783a-4dde-b9f1-6963fbbc2393 req-ebcc57c2-706b-4645-a9ff-3ced269b901d service neutron] 10.222.0.90 "GET /v2.0/networks?id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4 HTTP/1.1" status: 200 len: 910 time: 0.1430416 Apr 30 13:18:31.218352 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a958af9b-783a-4dde-b9f1-6963fbbc2393 req-c5ffba5a-74ea-46aa-a075-62dcf69488d3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86 HTTP/1.1" status: 200 len: 1001 time: 0.1999729 Apr 30 13:18:31.286461 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958af9b-783a-4dde-b9f1-6963fbbc2393 req-867c9320-7228-4eab-befe-00af4db5eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:31.288511 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a958af9b-783a-4dde-b9f1-6963fbbc2393 req-867c9320-7228-4eab-befe-00af4db5eb0d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8facbdf-7217-4729-a0a4-6e6b9aa34125 HTTP/1.1" status: 200 len: 847 time: 0.0625710 Apr 30 13:18:31.370472 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958af9b-783a-4dde-b9f1-6963fbbc2393 req-b0dace45-81eb-4475-bc19-03effdef1e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:31.371995 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a958af9b-783a-4dde-b9f1-6963fbbc2393 req-b0dace45-81eb-4475-bc19-03effdef1e92 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740292 Apr 30 13:18:31.508817 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a958af9b-783a-4dde-b9f1-6963fbbc2393 req-8ff696d6-c1ce-4b87-861a-ab04ea65b6d1 service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296132 Apr 30 13:18:31.645242 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a958af9b-783a-4dde-b9f1-6963fbbc2393 req-429b9a19-2092-4b2d-a0fe-cb5ced97d808 service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294284 Apr 30 13:18:31.887825 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:32.077132 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208466a8-c1dd-4e77-9ef4-9a42e2fb31b7 req-a8dc1e52-aaff-4905-b852-4c2781874af4 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:32.078694 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-208466a8-c1dd-4e77-9ef4-9a42e2fb31b7 req-a8dc1e52-aaff-4905-b852-4c2781874af4 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 943 time: 0.2195711 Apr 30 13:18:32.092190 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7b05b-8b0a-4430-b24f-09cd1790f0ab req-9ead6c4d-30af-4552-84c6-fd806c6dcbb6 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:32.093783 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-59b7b05b-8b0a-4430-b24f-09cd1790f0ab req-9ead6c4d-30af-4552-84c6-fd806c6dcbb6 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.0911503 Apr 30 13:18:32.103963 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3b4b167c-207b-4cc5-8b5d-312574fd3929 req-133cfdd8-2e82-4a73-acab-1127ada756cd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2082603 Apr 30 13:18:32.131477 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-208466a8-c1dd-4e77-9ef4-9a42e2fb31b7 req-daa5cbd8-71c5-4784-914c-a9193b15ce0a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460601 Apr 30 13:18:32.151584 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-59b7b05b-8b0a-4430-b24f-09cd1790f0ab req-7e17422d-7a38-4add-aa81-6b6d4c75ab0c tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506299 Apr 30 13:18:32.627406 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b167c-207b-4cc5-8b5d-312574fd3929 req-a93cd85b-0c6f-48c4-8001-100f27264609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:32.628793 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3b4b167c-207b-4cc5-8b5d-312574fd3929 req-a93cd85b-0c6f-48c4-8001-100f27264609 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def&tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963 HTTP/1.1" status: 200 len: 1096 time: 0.0703974 Apr 30 13:18:32.735498 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b167c-207b-4cc5-8b5d-312574fd3929 req-be9c326f-a1ca-4927-8f3d-dc3121832b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:32.736980 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3b4b167c-207b-4cc5-8b5d-312574fd3929 req-be9c326f-a1ca-4927-8f3d-dc3121832b20 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963&device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 1096 time: 0.0718904 Apr 30 13:18:32.869742 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b167c-207b-4cc5-8b5d-312574fd3929 req-9c5eefed-6e38-494c-9994-ed15165a0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:32.871284 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3b4b167c-207b-4cc5-8b5d-312574fd3929 req-9c5eefed-6e38-494c-9994-ed15165a0169 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18 HTTP/1.1" status: 200 len: 919 time: 0.1263268 Apr 30 13:18:32.974967 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3b4b167c-207b-4cc5-8b5d-312574fd3929 req-b11dbf29-fed0-46cf-8477-4e4e1413de43 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 HTTP/1.1" status: 200 len: 999 time: 0.0968065 Apr 30 13:18:33.043968 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b167c-207b-4cc5-8b5d-312574fd3929 req-cd880deb-15a5-463c-b83e-48790a8477a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:33.045454 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3b4b167c-207b-4cc5-8b5d-312574fd3929 req-cd880deb-15a5-463c-b83e-48790a8477a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49a9087f-e65a-4a37-b218-569f62f239a8 HTTP/1.1" status: 200 len: 856 time: 0.0621798 Apr 30 13:18:33.121480 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b167c-207b-4cc5-8b5d-312574fd3929 req-09f19ced-4997-4768-a7e8-904cdbfbac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:33.124278 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3b4b167c-207b-4cc5-8b5d-312574fd3929 req-09f19ced-4997-4768-a7e8-904cdbfbac91 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714457 Apr 30 13:18:33.265866 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3b4b167c-207b-4cc5-8b5d-312574fd3929 req-eb3b68e6-f317-40a7-8f9b-b1fda2f4511a service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272194 Apr 30 13:18:33.332204 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f158e-1137-4006-9d4a-6c67cd857ab7 req-c6b4339b-3d2a-4797-8e66-e6998bc015f6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:33.334605 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-898f158e-1137-4006-9d4a-6c67cd857ab7 req-c6b4339b-3d2a-4797-8e66-e6998bc015f6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 943 time: 0.0895572 Apr 30 13:18:33.392039 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-898f158e-1137-4006-9d4a-6c67cd857ab7 req-405b6cd8-7bd1-439b-b43b-57eea04cbaaa tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457513 Apr 30 13:18:33.467741 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271a046-f850-4ff4-960a-5e393e5a9d1e req-9977a797-2a64-4648-ab81-f4286e788cf6 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:33.469245 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7271a046-f850-4ff4-960a-5e393e5a9d1e req-9977a797-2a64-4648-ab81-f4286e788cf6 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.2025034 Apr 30 13:18:33.475400 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3b4b167c-207b-4cc5-8b5d-312574fd3929 req-964b524a-f83d-4dd3-bb50-c3ad13ef272a service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778257 Apr 30 13:18:33.517850 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7271a046-f850-4ff4-960a-5e393e5a9d1e req-324b1b33-56ca-444a-9599-e6cc9138cf5f tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414042 Apr 30 13:18:34.693819 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d31b3-33c2-41a1-904c-a07f8808eecf req-86d9b829-bf3b-452c-9b61-459058257ece tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:34.696612 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b06d31b3-33c2-41a1-904c-a07f8808eecf req-86d9b829-bf3b-452c-9b61-459058257ece tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 943 time: 0.1201682 Apr 30 13:18:34.772380 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b06d31b3-33c2-41a1-904c-a07f8808eecf req-39a8c0d7-7b85-4871-9459-67511d978816 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682170 Apr 30 13:18:34.818629 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c6cc3-5c04-413c-967a-b5d32087ee63 req-f43e45ea-cf7e-499a-8307-1cfcf9bc266b tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:34.820153 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-724c6cc3-5c04-413c-967a-b5d32087ee63 req-f43e45ea-cf7e-499a-8307-1cfcf9bc266b tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.1177430 Apr 30 13:18:34.889690 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-724c6cc3-5c04-413c-967a-b5d32087ee63 req-bd575719-d218-472f-aad5-426dda837fb8 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623674 Apr 30 13:18:35.190708 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48676) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:35.360698 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-367e8c0e-6a19-46f3-b857-6f6d58f416b0 req-204cf2ea-513b-41cf-a8bf-e4944091e6d0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1682208 Apr 30 13:18:35.383941 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48d313-b41a-4d90-9f90-6b0075d59955 req-5e6ce6b1-b502-42f0-9cc9-1d817d3f2e91 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:35.386092 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4c48d313-b41a-4d90-9f90-6b0075d59955 req-5e6ce6b1-b502-42f0-9cc9-1d817d3f2e91 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.1925626 Apr 30 13:18:35.445084 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4c48d313-b41a-4d90-9f90-6b0075d59955 req-231653f3-5072-4139-be3e-e5f091958893 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427146 Apr 30 13:18:35.762439 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f2f1d-6027-469c-a075-8e2602dcea98 req-e5915bd0-9597-4791-99b9-203c61792e79 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:35.764291 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4b8f2f1d-6027-469c-a075-8e2602dcea98 req-e5915bd0-9597-4791-99b9-203c61792e79 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0951540 Apr 30 13:18:35.817186 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4b8f2f1d-6027-469c-a075-8e2602dcea98 req-441a8bdf-a752-4cd1-baa5-0b1607a082ac tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470281 Apr 30 13:18:35.973521 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3029712-0273-4eca-9085-a16ffa4e5732 req-fcea27a5-b285-4707-a49b-00cdb514d579 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:35.974736 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f3029712-0273-4eca-9085-a16ffa4e5732 req-fcea27a5-b285-4707-a49b-00cdb514d579 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 943 time: 0.0844586 Apr 30 13:18:36.035307 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f3029712-0273-4eca-9085-a16ffa4e5732 req-06ea98de-1691-4d92-b116-f1aefd2bd976 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516016 Apr 30 13:18:36.609879 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fea48a97-df51-4e98-ae6b-a56ce62abb86 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:36.653552 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c905958-579d-4464-8c93-bcc71d889969 req-7ed5f66d-b321-4e26-9bfd-93384674900e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:36.655433 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9c905958-579d-4464-8c93-bcc71d889969 req-7ed5f66d-b321-4e26-9bfd-93384674900e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.0911450 Apr 30 13:18:36.708916 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9c905958-579d-4464-8c93-bcc71d889969 req-18d26391-cd15-47f3-94e8-0e9a81549f9a tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460894 Apr 30 13:18:36.748183 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:36.781520 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23041990-dfb9-48b3-bc5e-032753115752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea48a97-df51-4e98-ae6b-a56ce62abb86'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:36.792128 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fea48a97-df51-4e98-ae6b-a56ce62abb86, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:36.796506 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:36.799407 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:36.864113 dv-cinder-788363-2-smb neutron-server[73860]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23041990-dfb9-48b3-bc5e-032753115752', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fea48a97-df51-4e98-ae6b-a56ce62abb86', 'code': 422} returned with failed status Apr 30 13:18:36.918226 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=fea48a97-df51-4e98-ae6b-a56ce62abb86,revision_number=6']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:36.921365 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:37.018073 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71774cf-ea71-4374-91a0-cddb0c739164 req-bf733b19-2112-4730-9551-6644c25cc557 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:37.020192 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e71774cf-ea71-4374-91a0-cddb0c739164 req-bf733b19-2112-4730-9551-6644c25cc557 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0848842 Apr 30 13:18:37.082745 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e71774cf-ea71-4374-91a0-cddb0c739164 req-66f0eed3-2923-4f1c-a042-6d0264d8b485 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533574 Apr 30 13:18:37.169955 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:18:37.240349 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236f389-885b-43e7-93a3-a6570658b315 req-71aac9bd-6275-4b11-8a0f-ccf154623187 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:37.241799 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c236f389-885b-43e7-93a3-a6570658b315 req-71aac9bd-6275-4b11-8a0f-ccf154623187 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 943 time: 0.0896153 Apr 30 13:18:37.295832 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c236f389-885b-43e7-93a3-a6570658b315 req-c71677d5-d8c2-4174-af2a-9c9a977c692d tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482116 Apr 30 13:18:37.900475 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becb6c1-c8b7-4469-ba15-fa79f11889bd req-51bee854-e2a8-4488-a652-3ac2349b5c2e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:37.906712 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5becb6c1-c8b7-4469-ba15-fa79f11889bd req-51bee854-e2a8-4488-a652-3ac2349b5c2e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 943 time: 0.0868781 Apr 30 13:18:37.964215 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5becb6c1-c8b7-4469-ba15-fa79f11889bd req-d2ab61f8-e9b2-41bd-b4e1-d022a8a17dd7 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561399 Apr 30 13:18:38.278761 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d29d7c-30a5-4f84-910e-934a416b6bae req-bd9dbc82-fc67-4ef5-851c-cced3c25593c tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:38.280228 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-16d29d7c-30a5-4f84-910e-934a416b6bae req-bd9dbc82-fc67-4ef5-851c-cced3c25593c tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0834796 Apr 30 13:18:38.331452 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-16d29d7c-30a5-4f84-910e-934a416b6bae req-8bde9859-b6a5-4d3e-b24d-d0b6e0588e96 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436096 Apr 30 13:18:38.492968 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389f431-2b39-4a1c-bc35-859db24eaab1 req-228f5cdc-a958-4800-9906-def0157d5d09 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:38.494445 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4389f431-2b39-4a1c-bc35-859db24eaab1 req-228f5cdc-a958-4800-9906-def0157d5d09 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 943 time: 0.0868900 Apr 30 13:18:38.546543 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4389f431-2b39-4a1c-bc35-859db24eaab1 req-840c7e60-24f8-4d41-8539-8cbfa45b4a1f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460026 Apr 30 13:18:39.173394 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738afb-72dc-4d0e-a1bf-8a2970834653 req-91f7e18d-8122-42f9-8edf-036184d5a493 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:39.174921 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3a738afb-72dc-4d0e-a1bf-8a2970834653 req-91f7e18d-8122-42f9-8edf-036184d5a493 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 943 time: 0.0880985 Apr 30 13:18:39.221325 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3a738afb-72dc-4d0e-a1bf-8a2970834653 req-12c24f0c-57a3-4830-ab84-4a9fbed001d4 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401077 Apr 30 13:18:39.526932 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c25ff6-fbc2-4ad6-854d-2be29a65749e req-c660c9e4-609b-4ada-bbd0-ab342555e1e0 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:39.528606 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f1c25ff6-fbc2-4ad6-854d-2be29a65749e req-c660c9e4-609b-4ada-bbd0-ab342555e1e0 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0855601 Apr 30 13:18:39.580728 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f1c25ff6-fbc2-4ad6-854d-2be29a65749e req-dd09c958-a7d3-4591-87f7-82af2ffe91bf tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455019 Apr 30 13:18:39.740830 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa6f11-f3e0-4dc1-954b-b83155bc623f req-b48133ea-2540-45bb-baae-ec6b48912e98 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:39.742541 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6faa6f11-f3e0-4dc1-954b-b83155bc623f req-b48133ea-2540-45bb-baae-ec6b48912e98 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 943 time: 0.0819514 Apr 30 13:18:39.789196 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6faa6f11-f3e0-4dc1-954b-b83155bc623f req-c21f9c5d-2b87-4ae5-8103-3b3dbab464ce tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405240 Apr 30 13:18:40.435959 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f1e16-54d2-4e3a-a8ff-6ba80391d286 req-d17116ce-9f59-46e8-8fda-89389284afcf tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:40.437418 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-229f1e16-54d2-4e3a-a8ff-6ba80391d286 req-d17116ce-9f59-46e8-8fda-89389284afcf tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 943 time: 0.1043370 Apr 30 13:18:40.490516 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-229f1e16-54d2-4e3a-a8ff-6ba80391d286 req-2ffd1304-5b67-4e89-958e-cd873448edfb tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471642 Apr 30 13:18:40.780865 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565af088-80f9-4ac1-a342-8acce1a7c371 req-9d1359a2-f0d3-40be-954c-3f22eb46766d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:40.788725 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-565af088-80f9-4ac1-a342-8acce1a7c371 req-9d1359a2-f0d3-40be-954c-3f22eb46766d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0953434 Apr 30 13:18:40.835175 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-565af088-80f9-4ac1-a342-8acce1a7c371 req-0dac02f5-ff7c-4cea-bbee-7d78497bb3b4 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449686 Apr 30 13:18:41.003870 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb34e-51bc-4ebb-918d-d9a874c5d2b3 req-819d245a-cfc2-48b5-872c-23a3ad383505 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:41.005511 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c07cb34e-51bc-4ebb-918d-d9a874c5d2b3 req-819d245a-cfc2-48b5-872c-23a3ad383505 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 943 time: 0.0949867 Apr 30 13:18:41.075063 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c07cb34e-51bc-4ebb-918d-d9a874c5d2b3 req-0c4defc8-c14d-4f66-ae34-c4d0cfe1b248 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615656 Apr 30 13:18:41.683005 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a4c7f-1feb-4692-ae55-92034d76ab2c req-c6b43604-a6b6-4a1b-a749-a9542ff34c9f tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:41.684942 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-076a4c7f-1feb-4692-ae55-92034d76ab2c req-c6b43604-a6b6-4a1b-a749-a9542ff34c9f tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 943 time: 0.0869694 Apr 30 13:18:41.737576 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-076a4c7f-1feb-4692-ae55-92034d76ab2c req-f265a8c0-c5f0-4041-9c43-67fac3caf83b tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465310 Apr 30 13:18:42.054402 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbc623-46a4-4fcd-84ba-9a8bbd87474e req-c40116ab-30b2-436b-81b8-d99615666989 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:42.056787 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cadbc623-46a4-4fcd-84ba-9a8bbd87474e req-c40116ab-30b2-436b-81b8-d99615666989 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0948093 Apr 30 13:18:42.114797 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cadbc623-46a4-4fcd-84ba-9a8bbd87474e req-e9b44ce0-9eea-4499-838f-807825fb54d9 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464094 Apr 30 13:18:42.282008 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd0d95-3583-42b1-a15d-97b13dc96792 req-5e2a5f4f-697b-4abb-b536-3cd93354ea33 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:42.283528 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-24dd0d95-3583-42b1-a15d-97b13dc96792 req-5e2a5f4f-697b-4abb-b536-3cd93354ea33 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 943 time: 0.0873744 Apr 30 13:18:42.331189 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-24dd0d95-3583-42b1-a15d-97b13dc96792 req-c1d88ac7-0ac2-4bb1-add3-bbd0643d8b3f tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412433 Apr 30 13:18:42.942023 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d7628-4feb-438c-ac3b-a4ddc592cd50 req-4dbd6f56-0abe-429d-9ed5-515595724d38 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:42.943418 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-887d7628-4feb-438c-ac3b-a4ddc592cd50 req-4dbd6f56-0abe-429d-9ed5-515595724d38 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 943 time: 0.0921345 Apr 30 13:18:42.988706 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-887d7628-4feb-438c-ac3b-a4ddc592cd50 req-fdfa6d5e-1468-44a2-9e4b-681cfa68184c tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388603 Apr 30 13:18:43.332262 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e8cee-fd90-4c24-adf6-dc6a390599e2 req-bdc933f5-9240-4719-81fb-0ca8ce999bb8 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:43.334089 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-585e8cee-fd90-4c24-adf6-dc6a390599e2 req-bdc933f5-9240-4719-81fb-0ca8ce999bb8 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0878034 Apr 30 13:18:43.390254 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-585e8cee-fd90-4c24-adf6-dc6a390599e2 req-05b0fb9a-7685-46fd-9d3c-c1be16f917d6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497806 Apr 30 13:18:43.540320 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953598e9-1a32-462d-9d0d-a0a99c693114 req-a8c7be7e-9b36-4603-bcfc-c38af0b4c127 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:43.543133 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-953598e9-1a32-462d-9d0d-a0a99c693114 req-a8c7be7e-9b36-4603-bcfc-c38af0b4c127 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 943 time: 0.0931337 Apr 30 13:18:43.599218 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-953598e9-1a32-462d-9d0d-a0a99c693114 req-bd4711f8-2432-4e6a-b44f-9a33a720c83e tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494437 Apr 30 13:18:44.182164 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69939ef1-437a-4406-9227-71a59fcf7d35 req-67fed9ab-247f-4d17-8d74-897c73775ad1 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:44.183999 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-69939ef1-437a-4406-9227-71a59fcf7d35 req-67fed9ab-247f-4d17-8d74-897c73775ad1 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 943 time: 0.0808096 Apr 30 13:18:44.229841 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-69939ef1-437a-4406-9227-71a59fcf7d35 req-1aaea311-3c01-449d-b67c-6995d7d85d56 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398762 Apr 30 13:18:44.579319 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ab6f2-e38e-4a07-87fa-3434044e3b08 req-83056bab-11f7-4618-90cb-543bc2b83b88 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:44.580782 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-715ab6f2-e38e-4a07-87fa-3434044e3b08 req-83056bab-11f7-4618-90cb-543bc2b83b88 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0807488 Apr 30 13:18:44.627465 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-715ab6f2-e38e-4a07-87fa-3434044e3b08 req-2f304a49-7dd0-4e48-9c1b-66a3049d05b3 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407674 Apr 30 13:18:44.797008 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d357f8-214c-4105-83d9-fc30b18de393 req-7260d917-977f-4812-b884-de1dee6bed73 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:44.798509 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-24d357f8-214c-4105-83d9-fc30b18de393 req-7260d917-977f-4812-b884-de1dee6bed73 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 943 time: 0.0889401 Apr 30 13:18:44.844098 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-24d357f8-214c-4105-83d9-fc30b18de393 req-ee73d466-ac02-4264-9de6-dd3dbe236a6a tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397823 Apr 30 13:18:45.056459 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a014ee7-40d6-4815-8382-5ac8253047d1 req-c0da435c-95a5-4978-9290-8dd615b7799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.057927 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6a014ee7-40d6-4815-8382-5ac8253047d1 req-c0da435c-95a5-4978-9290-8dd615b7799c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5919878f2177439e9606bc315fca7ad3&device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 1137 time: 0.0766423 Apr 30 13:18:45.203941 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a014ee7-40d6-4815-8382-5ac8253047d1 req-cde3e38c-6bb9-4011-897d-5d8e9adaa399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.205442 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6a014ee7-40d6-4815-8382-5ac8253047d1 req-cde3e38c-6bb9-4011-897d-5d8e9adaa399 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e66f7068-aa5c-4662-894a-45684c558584 HTTP/1.1" status: 200 len: 916 time: 0.1397748 Apr 30 13:18:45.453193 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6a014ee7-40d6-4815-8382-5ac8253047d1 req-87d70db8-b2a9-4afb-82d5-3d0bf1068362 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11a4714b-ae10-4dea-a817-7d0f23227f12 HTTP/1.1" status: 200 len: 1001 time: 0.2403061 Apr 30 13:18:45.538546 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4c377-f922-4814-8818-5e840f9edb4a req-ed212615-7d12-4b2c-8823-746ce95887e9 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.540107 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f1a4c377-f922-4814-8818-5e840f9edb4a req-ed212615-7d12-4b2c-8823-746ce95887e9 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 943 time: 0.1675978 Apr 30 13:18:45.548892 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a014ee7-40d6-4815-8382-5ac8253047d1 req-b29e761d-8157-457b-939c-01b8c6008999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.550365 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6a014ee7-40d6-4815-8382-5ac8253047d1 req-b29e761d-8157-457b-939c-01b8c6008999 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8859bceb-4922-4443-8114-76a4fe0b5fa0 HTTP/1.1" status: 200 len: 853 time: 0.0901499 Apr 30 13:18:45.638569 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f1a4c377-f922-4814-8818-5e840f9edb4a req-9ee74b79-53e7-483c-bfab-eb95d6088932 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914836 Apr 30 13:18:45.666366 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a014ee7-40d6-4815-8382-5ac8253047d1 req-5abff79d-6e86-4a3d-b181-b279b09a845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.668095 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6a014ee7-40d6-4815-8382-5ac8253047d1 req-5abff79d-6e86-4a3d-b181-b279b09a845f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e66f7068-aa5c-4662-894a-45684c558584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1023600 Apr 30 13:18:45.756277 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-eb717c7a-2709-4996-9453-c17cdf882e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:45.805207 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8c0e-6a19-46f3-b857-6f6d58f416b0 req-05bc2cc6-d93d-4a41-96b0-620abc78373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.806654 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-367e8c0e-6a19-46f3-b857-6f6d58f416b0 req-05bc2cc6-d93d-4a41-96b0-620abc78373f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752&tenant_id=e2315ab7c5ff4612b3d026e8991e696c HTTP/1.1" status: 200 len: 1096 time: 0.1246498 Apr 30 13:18:45.809642 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6a014ee7-40d6-4815-8382-5ac8253047d1 req-e92f5223-f2ec-4383-8533-007793554cfd service neutron] 10.222.0.90 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272066 Apr 30 13:18:45.838278 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbc903-11d3-4f11-9bd4-72c32cd1bac8 req-2b26dd87-8e37-43ab-ac86-fea07e81cbb0 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.839730 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-addbc903-11d3-4f11-9bd4-72c32cd1bac8 req-2b26dd87-8e37-43ab-ac86-fea07e81cbb0 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.1017191 Apr 30 13:18:45.933024 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-addbc903-11d3-4f11-9bd4-72c32cd1bac8 req-2fda6b23-24a2-447f-af97-c9a93fedc4bf tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587029 Apr 30 13:18:45.950632 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8c0e-6a19-46f3-b857-6f6d58f416b0 req-4fd2444f-3f8c-4452-be33-cde444d0e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.952118 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-367e8c0e-6a19-46f3-b857-6f6d58f416b0 req-4fd2444f-3f8c-4452-be33-cde444d0e7b7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e2315ab7c5ff4612b3d026e8991e696c&device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 1096 time: 0.1115084 Apr 30 13:18:45.962496 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6a014ee7-40d6-4815-8382-5ac8253047d1 req-7f39da15-e528-4111-8205-3b019403f38d service neutron] 10.222.0.90 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319048 Apr 30 13:18:46.053638 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2b653-9555-44fe-ad4f-18728e07e638 req-693aae3b-6533-4f90-9aab-33e5e3d39e67 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:46.056055 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-93b2b653-9555-44fe-ad4f-18728e07e638 req-693aae3b-6533-4f90-9aab-33e5e3d39e67 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 943 time: 0.0888391 Apr 30 13:18:46.088796 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8c0e-6a19-46f3-b857-6f6d58f416b0 req-7b163a2d-28a4-4466-b710-ef32d9cdb879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:46.090594 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-367e8c0e-6a19-46f3-b857-6f6d58f416b0 req-7b163a2d-28a4-4466-b710-ef32d9cdb879 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4 HTTP/1.1" status: 200 len: 910 time: 0.1323125 Apr 30 13:18:46.104354 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-93b2b653-9555-44fe-ad4f-18728e07e638 req-8a2b703b-1760-4705-975e-5b036f9fa2ea tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403476 Apr 30 13:18:46.275571 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-367e8c0e-6a19-46f3-b857-6f6d58f416b0 req-cda9e116-4944-49a5-af45-9c00334681b4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86 HTTP/1.1" status: 200 len: 999 time: 0.1781106 Apr 30 13:18:46.338305 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8c0e-6a19-46f3-b857-6f6d58f416b0 req-0978e97e-96a5-41d3-91f3-0bf1001369b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:46.339697 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-367e8c0e-6a19-46f3-b857-6f6d58f416b0 req-0978e97e-96a5-41d3-91f3-0bf1001369b2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8facbdf-7217-4729-a0a4-6e6b9aa34125 HTTP/1.1" status: 200 len: 847 time: 0.0565028 Apr 30 13:18:46.413652 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8c0e-6a19-46f3-b857-6f6d58f416b0 req-4ad5aa67-fdbf-4bbc-b5bf-7aa26ee691fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:46.415141 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-367e8c0e-6a19-46f3-b857-6f6d58f416b0 req-4ad5aa67-fdbf-4bbc-b5bf-7aa26ee691fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0680819 Apr 30 13:18:46.545400 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-367e8c0e-6a19-46f3-b857-6f6d58f416b0 req-d07eb005-1452-4590-99ac-26dbf74273fc service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229994 Apr 30 13:18:46.667468 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:18:46.678321 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-367e8c0e-6a19-46f3-b857-6f6d58f416b0 req-ae1682d3-bac1-41b3-a809-bbac48a73fa7 service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241395 Apr 30 13:18:46.806877 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:46.821219 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'port_id': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'mac_address': 'fa:16:3e:81:3b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:18:46.830055 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5170f2-bc54-4edb-920b-03bbf0b670da req-81f43a51-b4f4-4e6c-864a-992064b2142d tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:46.830943 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-eb5170f2-bc54-4edb-920b-03bbf0b670da req-81f43a51-b4f4-4e6c-864a-992064b2142d tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 943 time: 0.0863717 Apr 30 13:18:46.879408 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-eb5170f2-bc54-4edb-920b-03bbf0b670da req-7015625b-b16f-4d20-b87d-5d1d164ea57e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422137 Apr 30 13:18:46.886399 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:46.903793 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:18:46.920371 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:46.924098 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:46.925938 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b1a5620-1876-41c6-983b-69474d9d03b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:46.992935 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,revision_number=9']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:46.996077 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:47.124550 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3a0c9-d047-4e6f-8132-25ab20c3350e req-c9b9139a-61e2-4e09-b9e0-bd58597764f9 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:47.125992 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e7f3a0c9-d047-4e6f-8132-25ab20c3350e req-c9b9139a-61e2-4e09-b9e0-bd58597764f9 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0793269 Apr 30 13:18:47.177001 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e7f3a0c9-d047-4e6f-8132-25ab20c3350e req-8cdfa41c-16e3-4d18-9fb8-a9b387ffee35 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446026 Apr 30 13:18:47.258982 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:47.296209 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ff709-6781-4332-99fc-a0976ddefa53 req-d92b2cdb-3b82-4497-a8f4-2ee02441dca9 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:47.297676 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4a9ff709-6781-4332-99fc-a0976ddefa53 req-d92b2cdb-3b82-4497-a8f4-2ee02441dca9 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 944 time: 0.0803227 Apr 30 13:18:47.345826 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4a9ff709-6781-4332-99fc-a0976ddefa53 req-1f83da13-7dfd-4ce8-bc45-d4f9a56fa059 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421755 Apr 30 13:18:48.065257 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ba2d-24e5-475c-9a4c-1a675f7a3c04 req-eb1f7f64-b6a8-453b-8dd6-e1ae6d137dd1 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:48.066902 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7332ba2d-24e5-475c-9a4c-1a675f7a3c04 req-eb1f7f64-b6a8-453b-8dd6-e1ae6d137dd1 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 943 time: 0.0801206 Apr 30 13:18:48.068284 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.112474 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7332ba2d-24e5-475c-9a4c-1a675f7a3c04 req-90240fd6-eadc-4553-b485-179bb4fdc55e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392509 Apr 30 13:18:48.364009 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc81bbd-4546-4754-bf0b-e1c37171413d req-d0776a41-82cd-49f5-a4fc-232587cc115c tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:48.365468 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3fc81bbd-4546-4754-bf0b-e1c37171413d req-d0776a41-82cd-49f5-a4fc-232587cc115c tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0803256 Apr 30 13:18:48.412843 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-3fc81bbd-4546-4754-bf0b-e1c37171413d req-b898b852-ef16-48c7-a97d-dc3c914396ba tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413394 Apr 30 13:18:48.500538 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-69cf7b52-8f28-40d9-ae5c-74d7aa73925d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.540022 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f61a7-f57a-44a1-a12b-e4a88ecc6184 req-4a9f8ac4-f072-4631-a7a6-abce8fbd2227 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:48.541490 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1f2f61a7-f57a-44a1-a12b-e4a88ecc6184 req-4a9f8ac4-f072-4631-a7a6-abce8fbd2227 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 944 time: 0.0847826 Apr 30 13:18:48.586877 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1f2f61a7-f57a-44a1-a12b-e4a88ecc6184 req-224ba0da-2aa7-404c-ae29-bfadd8c0cf29 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394847 Apr 30 13:18:48.668992 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fea48a97-df51-4e98-ae6b-a56ce62abb86 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:18:48.678226 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:48.845597 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:48.845882 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.891043 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fea48a97-df51-4e98-ae6b-a56ce62abb86, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:48.914254 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': 'fea48a97-df51-4e98-ae6b-a56ce62abb86', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'port_id': 'fea48a97-df51-4e98-ae6b-a56ce62abb86', 'mac_address': 'fa:16:3e:3e:57:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:18:49.012580 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.040534 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea48a97-df51-4e98-ae6b-a56ce62abb86 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:18:49.044311 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.073919 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fea48a97-df51-4e98-ae6b-a56ce62abb86, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:49.079493 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:49.087047 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.089503 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:49.124336 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:49.126212 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'code': 200} Apr 30 13:18:49.135835 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.162862 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=fea48a97-df51-4e98-ae6b-a56ce62abb86,revision_number=7']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:49.166173 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:49.166646 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:49.236782 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,revision_number=10']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:49.239745 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:49.307221 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69514bca-6638-438d-9697-6e77c3ddd7aa req-15251dd0-a5e0-4531-81e2-9de6c9bdfb8c tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:49.309469 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-69514bca-6638-438d-9697-6e77c3ddd7aa req-15251dd0-a5e0-4531-81e2-9de6c9bdfb8c tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 944 time: 0.0867462 Apr 30 13:18:49.355658 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-69514bca-6638-438d-9697-6e77c3ddd7aa req-14c7136e-0e3b-4164-bf4e-d61403ecd101 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408576 Apr 30 13:18:49.432516 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['fea48a97-df51-4e98-ae6b-a56ce62abb86'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:49.432774 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e446640-ae64-49a9-9346-17d89c9676e2 req-a315bd10-02ab-4dc4-b5d6-1fa5a45cbbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:49.433963 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4e446640-ae64-49a9-9346-17d89c9676e2 req-a315bd10-02ab-4dc4-b5d6-1fa5a45cbbee service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 1099 time: 0.0727425 Apr 30 13:18:49.485880 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4e446640-ae64-49a9-9346-17d89c9676e2 req-3606b2df-fab0-434b-949f-fd6b5d43994c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371108 Apr 30 13:18:49.597530 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0c232-14ee-4b8c-96fd-30a9fd75cc92 req-e8c345df-9363-44c7-94bd-0098a908f595 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:49.598997 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-eac0c232-14ee-4b8c-96fd-30a9fd75cc92 req-e8c345df-9363-44c7-94bd-0098a908f595 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0798075 Apr 30 13:18:49.654719 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-eac0c232-14ee-4b8c-96fd-30a9fd75cc92 req-c2de1ed2-e57a-484e-abb7-e31f15c6fec4 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491905 Apr 30 13:18:49.723523 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.803281 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d218bdb-628d-4f69-be7e-12d0c10d6498 req-4bf81ed1-2e56-4d42-97f7-38db593e4d3b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:49.804750 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0d218bdb-628d-4f69-be7e-12d0c10d6498 req-4bf81ed1-2e56-4d42-97f7-38db593e4d3b tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 946 time: 0.1039724 Apr 30 13:18:49.851675 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0d218bdb-628d-4f69-be7e-12d0c10d6498 req-41fe6051-6d09-4df2-a040-6f66385311dc tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405014 Apr 30 13:18:50.546243 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d9056-67ff-4f52-9ee1-3571dc9ab8e5 req-5f51c31a-e0fa-4cb6-a945-b24936441329 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:50.547680 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-066d9056-67ff-4f52-9ee1-3571dc9ab8e5 req-5f51c31a-e0fa-4cb6-a945-b24936441329 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 944 time: 0.0843008 Apr 30 13:18:50.593517 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-066d9056-67ff-4f52-9ee1-3571dc9ab8e5 req-bc1319fc-6cb7-4286-8935-316247020060 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398269 Apr 30 13:18:50.698417 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fea48a97-df51-4e98-ae6b-a56ce62abb86 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:50.779777 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port fea48a97-df51-4e98-ae6b-a56ce62abb86 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:50.780295 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:50.853706 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17bf9d-43ca-414c-b1f5-8b7e66f44689 req-7af86eeb-4a46-4389-97ca-eb2d639bba71 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:50.855282 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3a17bf9d-43ca-414c-b1f5-8b7e66f44689 req-7af86eeb-4a46-4389-97ca-eb2d639bba71 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0872998 Apr 30 13:18:50.916527 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:50.927227 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3a17bf9d-43ca-414c-b1f5-8b7e66f44689 req-9d32bd3e-19a5-410e-b633-0c0741a3bcb7 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659611 Apr 30 13:18:50.958528 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port fea48a97-df51-4e98-ae6b-a56ce62abb86, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:50.963036 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:50.966038 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-985e30cc-7e1e-4fe0-9f44-125d2c502c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:51.039981 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=fea48a97-df51-4e98-ae6b-a56ce62abb86,revision_number=8']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:51.043163 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:51.086800 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4043a-e05a-4596-afe4-03625839c75f req-0e68b68d-613f-44f6-a3f2-5ab6689d9aba tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:51.088470 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d1c4043a-e05a-4596-afe4-03625839c75f req-0e68b68d-613f-44f6-a3f2-5ab6689d9aba tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 946 time: 0.0998614 Apr 30 13:18:51.127248 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23041990-dfb9-48b3-bc5e-032753115752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea48a97-df51-4e98-ae6b-a56ce62abb86'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:51.145709 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d1c4043a-e05a-4596-afe4-03625839c75f req-6e4e7840-3a01-4a80-9a79-3e082811698c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504429 Apr 30 13:18:51.181759 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23041990-dfb9-48b3-bc5e-032753115752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea48a97-df51-4e98-ae6b-a56ce62abb86', 'code': 200} Apr 30 13:18:51.356375 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:51.599627 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb1d11-7489-4a8f-a4f4-953794a50fdc req-683158fc-95a7-4ae1-956d-c135aa555209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:51.601232 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6ceb1d11-7489-4a8f-a4f4-953794a50fdc req-683158fc-95a7-4ae1-956d-c135aa555209 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 1098 time: 0.0737002 Apr 30 13:18:51.644203 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-6ceb1d11-7489-4a8f-a4f4-953794a50fdc req-1d55446c-254b-4ba8-afd6-93e70ecb7421 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363479 Apr 30 13:18:51.781598 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4867b-a7d7-4eb1-8bc9-562143358d85 req-f2cef9bb-0851-4ffd-9c2f-ed67609a576e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:51.783080 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b6e4867b-a7d7-4eb1-8bc9-562143358d85 req-f2cef9bb-0851-4ffd-9c2f-ed67609a576e tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.0828505 Apr 30 13:18:51.828562 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b6e4867b-a7d7-4eb1-8bc9-562143358d85 req-daa80734-930f-42f5-ac48-8a9b78fa2145 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394890 Apr 30 13:18:52.253942 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca063f-0c1d-4c7a-b8ed-8fe27a4728fc req-e9c83970-6a16-40ef-949c-52981bc1ecd2 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:52.255532 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ceca063f-0c1d-4c7a-b8ed-8fe27a4728fc req-e9c83970-6a16-40ef-949c-52981bc1ecd2 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0833724 Apr 30 13:18:52.305693 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-ceca063f-0c1d-4c7a-b8ed-8fe27a4728fc req-e17c9b85-cae6-4120-9325-87e32972e633 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437264 Apr 30 13:18:52.342180 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6843e-fe05-4dde-9ce5-4d14f6e5441e req-e803adf4-c30e-4046-976f-ac65a4619832 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:52.343645 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4de6843e-fe05-4dde-9ce5-4d14f6e5441e req-e803adf4-c30e-4046-976f-ac65a4619832 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 946 time: 0.0812776 Apr 30 13:18:52.391019 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-4de6843e-fe05-4dde-9ce5-4d14f6e5441e req-c9d25cba-e6d7-46b8-8657-24116e8f5b33 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415764 Apr 30 13:18:53.024837 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a83ad8-37c5-4e47-aaac-cb9072741364 req-c0c4fbf5-0df6-4a04-af99-17c5c391a34f tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:53.026374 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e8a83ad8-37c5-4e47-aaac-cb9072741364 req-c0c4fbf5-0df6-4a04-af99-17c5c391a34f tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.0878162 Apr 30 13:18:53.072656 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e8a83ad8-37c5-4e47-aaac-cb9072741364 req-ef2afc49-d014-4eb3-9d59-569ef119cc53 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404704 Apr 30 13:18:53.500543 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb0f3f-d054-4dc2-bba4-3330c56dd127 req-55c6f5af-fbe6-4169-b4d9-730f428a4b01 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:53.502018 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-34eb0f3f-d054-4dc2-bba4-3330c56dd127 req-55c6f5af-fbe6-4169-b4d9-730f428a4b01 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0832756 Apr 30 13:18:53.549388 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-34eb0f3f-d054-4dc2-bba4-3330c56dd127 req-e1cf11bb-3f34-422c-9943-04bd1536e86d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411482 Apr 30 13:18:54.736648 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c78ba-46d7-4501-b126-725db90a3ce9 req-a68c51bb-9cbe-4d5b-93df-bf022e3f120e tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:54.738118 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3d7c78ba-46d7-4501-b126-725db90a3ce9 req-a68c51bb-9cbe-4d5b-93df-bf022e3f120e tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0814338 Apr 30 13:18:54.785581 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3d7c78ba-46d7-4501-b126-725db90a3ce9 req-142ffc04-3f47-4512-b0d1-df22b8d77189 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414157 Apr 30 13:18:55.970577 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f44af6-2245-46ad-a8f7-3e476e294018 req-fe872f20-d1ee-41fe-9781-ca5937deb700 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:55.972040 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-45f44af6-2245-46ad-a8f7-3e476e294018 req-fe872f20-d1ee-41fe-9781-ca5937deb700 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0804634 Apr 30 13:18:56.098843 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-45f44af6-2245-46ad-a8f7-3e476e294018 req-0157a910-eef9-45fa-8694-d7dce0be97d6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1207964 Apr 30 13:18:57.290860 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd49cc-33ff-4455-9912-86ca61c018a5 req-6bcef3c2-2743-4692-bcc0-8cb8ff287cf9 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:57.292312 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e2bd49cc-33ff-4455-9912-86ca61c018a5 req-6bcef3c2-2743-4692-bcc0-8cb8ff287cf9 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0896218 Apr 30 13:18:57.340663 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e2bd49cc-33ff-4455-9912-86ca61c018a5 req-4100028f-a04b-4dd1-88f0-bd3640b65f53 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421414 Apr 30 13:18:58.527846 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cf238-a2b8-4a66-aafa-c41ef737204c req-af5dfb81-6260-4577-938d-55b97f83e3de tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:58.529335 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-751cf238-a2b8-4a66-aafa-c41ef737204c req-af5dfb81-6260-4577-938d-55b97f83e3de tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0798254 Apr 30 13:18:58.578421 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-751cf238-a2b8-4a66-aafa-c41ef737204c req-60f571f3-6e6c-4b00-983c-a41c0a159f8b tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432131 Apr 30 13:18:59.763537 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3aa9fe-b39a-4a4a-8c51-627ef7d9fe6c req-5f215fcb-fcee-4168-a67d-1649d1e9253f tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:59.765052 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8d3aa9fe-b39a-4a4a-8c51-627ef7d9fe6c req-5f215fcb-fcee-4168-a67d-1649d1e9253f tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0813391 Apr 30 13:18:59.817838 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8d3aa9fe-b39a-4a4a-8c51-627ef7d9fe6c req-6d8aac47-ac8e-4d6d-9e4a-4cab66c1b81b tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469697 Apr 30 13:19:01.005991 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc58610-110e-4191-96ef-4902aaebfa6a req-19bc440a-9e4e-4ff6-9514-d47528fd450f tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:01.007583 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8bc58610-110e-4191-96ef-4902aaebfa6a req-19bc440a-9e4e-4ff6-9514-d47528fd450f tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0831299 Apr 30 13:19:01.057020 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-8bc58610-110e-4191-96ef-4902aaebfa6a req-c9136812-0971-4533-b03b-251b37cf80a1 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433683 Apr 30 13:19:01.902656 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:02.247211 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68702df-6672-4c84-aac9-72ad8e9a4665 req-dd4ebe18-5a90-44bf-a01a-cf2b4adaac3b tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:02.248828 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b68702df-6672-4c84-aac9-72ad8e9a4665 req-dd4ebe18-5a90-44bf-a01a-cf2b4adaac3b tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.0852849 Apr 30 13:19:02.296867 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b68702df-6672-4c84-aac9-72ad8e9a4665 req-c7724765-df62-4289-8a63-cf109cbc65ba tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=3a22905e-4da8-46b5-972c-6656d686197e&id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421507 Apr 30 13:19:06.381445 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b9ddc2e9-80ca-44f3-99c9-3fdd49a7b689 req-bcfc716d-047e-44bc-8a76-b8640672be43 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731399 Apr 30 13:19:06.501191 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc2e9-80ca-44f3-99c9-3fdd49a7b689 req-d8189e15-1ffe-41aa-939d-2c0029b0bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:06.502748 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b9ddc2e9-80ca-44f3-99c9-3fdd49a7b689 req-d8189e15-1ffe-41aa-939d-2c0029b0bfd6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963&device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 1099 time: 0.0718777 Apr 30 13:19:06.650509 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc2e9-80ca-44f3-99c9-3fdd49a7b689 req-3dd20e12-d643-4c68-823b-29bce3c7f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:06.651879 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b9ddc2e9-80ca-44f3-99c9-3fdd49a7b689 req-3dd20e12-d643-4c68-823b-29bce3c7f434 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18 HTTP/1.1" status: 200 len: 919 time: 0.1288335 Apr 30 13:19:06.757093 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b9ddc2e9-80ca-44f3-99c9-3fdd49a7b689 req-0bd3352a-bfc0-427f-a2d4-6e81af6d1cb8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 HTTP/1.1" status: 200 len: 1001 time: 0.0968080 Apr 30 13:19:06.822213 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc2e9-80ca-44f3-99c9-3fdd49a7b689 req-ca30b601-10c8-4f6f-95b2-69550705288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:06.823738 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b9ddc2e9-80ca-44f3-99c9-3fdd49a7b689 req-ca30b601-10c8-4f6f-95b2-69550705288a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49a9087f-e65a-4a37-b218-569f62f239a8 HTTP/1.1" status: 200 len: 856 time: 0.0593226 Apr 30 13:19:06.905650 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc2e9-80ca-44f3-99c9-3fdd49a7b689 req-fd726748-8f62-4c03-aec9-d230dab8647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:06.907039 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b9ddc2e9-80ca-44f3-99c9-3fdd49a7b689 req-fd726748-8f62-4c03-aec9-d230dab8647e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4c426767-2e36-4bf8-afcd-7ed2bbd68c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757704 Apr 30 13:19:07.045488 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b9ddc2e9-80ca-44f3-99c9-3fdd49a7b689 req-77102fab-9fe5-49b4-b0f1-cf877f31454f service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251063 Apr 30 13:19:07.176807 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b9ddc2e9-80ca-44f3-99c9-3fdd49a7b689 req-5f1c2e0b-4eb2-4e5f-8c54-13d3c9e8fa2c service neutron] 10.222.0.90 "GET /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239426 Apr 30 13:19:14.170712 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:19:15.759228 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9c17fb17-3e82-4367-863e-c81a61be0c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:18.071773 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:18.502083 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d4b59512-a3c8-47dc-ace6-5de655198b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.701113 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.358717 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:31.177837 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea90626-bc12-417e-b490-6aaddb8b56a8 req-dec7a24d-4d29-4b54-acf7-43f2216207fd tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:31.179324 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2ea90626-bc12-417e-b490-6aaddb8b56a8 req-dec7a24d-4d29-4b54-acf7-43f2216207fd tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 946 time: 0.0839388 Apr 30 13:19:31.310282 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2ea90626-bc12-417e-b490-6aaddb8b56a8 req-0b43d383-a3c6-4dfe-a164-08440c137954 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243725 Apr 30 13:19:31.912873 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:32.501441 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4472b-31b7-4337-8499-dfefdb7d2825 req-7e350c7d-97de-4748-8d58-6a752c195a4c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:32.502831 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-33c4472b-31b7-4337-8499-dfefdb7d2825 req-7e350c7d-97de-4748-8d58-6a752c195a4c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 946 time: 0.0787725 Apr 30 13:19:32.548253 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-33c4472b-31b7-4337-8499-dfefdb7d2825 req-9f018b4e-9145-47e8-a93b-307222eb7845 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups?id=4979ebf2-6f99-4070-8c24-b22a8398bcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392747 Apr 30 13:19:32.944659 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48781667-c49c-4880-9455-5679bb6c99c7 req-181220c5-9faa-4ab6-bf92-a78f663951ee tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:32.946859 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-48781667-c49c-4880-9455-5679bb6c99c7 req-181220c5-9faa-4ab6-bf92-a78f663951ee tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.90 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 946 time: 0.0817623 Apr 30 13:19:33.086256 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-48781667-c49c-4880-9455-5679bb6c99c7 req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Deleting port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:33.086541 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-48781667-c49c-4880-9455-5679bb6c99c7 req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.215879 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-48781667-c49c-4880-9455-5679bb6c99c7 req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] For port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:33.216146 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-48781667-c49c-4880-9455-5679bb6c99c7 req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.581756 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-48781667-c49c-4880-9455-5679bb6c99c7 req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.582284 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-48781667-c49c-4880-9455-5679bb6c99c7 req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919952'] for floatingip, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.582284 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.l3_db [req-48781667-c49c-4880-9455-5679bb6c99c7 req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Floating IP 90d8e067-8d05-4521-93a4-50d00c9bd17c disassociated. External IP: 172.28.0.250, port: b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6. Apr 30 13:19:33.582486 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-48781667-c49c-4880-9455-5679bb6c99c7 req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Calling delete_port for b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 owned by compute:nova {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:33.694761 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-48781667-c49c-4880-9455-5679bb6c99c7 req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.701513 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-611d6894-0ea1-431d-a9a5-68231cc3b596 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:33.702339 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-db3b557c-e18e-4f2e-b7d3-aed26c968405 req-07aab853-b9b9-4c18-bf0d-54f281edb24c tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 210 time: 0.0431628 Apr 30 13:19:33.746585 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event deleted for resources: {'Port': ['ID=b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:33.757628 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.758573 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.758939 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.759302 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.759670 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.760033 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.760384 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.760729 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.761077 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.761424 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.761774 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.762139 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:33.813989 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:33.941339 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48781667-c49c-4880-9455-5679bb6c99c7 req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Router fa6061ad-64e2-4669-8437-196fc7e34abf has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:19:34.116240 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48781667-c49c-4880-9455-5679bb6c99c7 req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:19:34.126302 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b0e75-d8e0-4339-bc4c-e3e214c87bd0 None None] Sync routers for ids ['fa6061ad-64e2-4669-8437-196fc7e34abf'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:19:34.142118 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b0e75-d8e0-4339-bc4c-e3e214c87bd0 None None] Routers {'fa6061ad-64e2-4669-8437-196fc7e34abf'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:34.142757 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-b23b0e75-d8e0-4339-bc4c-e3e214c87bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['fa6061ad-64e2-4669-8437-196fc7e34abf'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:34.193544 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-48781667-c49c-4880-9455-5679bb6c99c7 req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] No DVR routers for this DVR port b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 on host hv-cinder-78836 {{(pid=73858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:34.196085 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-48781667-c49c-4880-9455-5679bb6c99c7 req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.198910 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'name': 'network-vif-deleted', 'tag': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:34.216889 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-48781667-c49c-4880-9455-5679bb6c99c7 req-834a862e-e79b-4442-83b6-0f6f44fd06fb tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.90 "DELETE /v2.0/ports/b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 HTTP/1.1" status: 204 len: 173 time: 1.2633579 Apr 30 13:19:34.313676 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f612031d-3e0f-4041-a9e4-1739974f1def', 'name': 'network-vif-deleted', 'tag': 'b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6', 'status': 'completed', 'code': 200} Apr 30 13:19:34.328738 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-b23b0e75-d8e0-4339-bc4c-e3e214c87bd0 None None] Set router fa6061ad-64e2-4669-8437-196fc7e34abf gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:34.637125 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-b23b0e75-d8e0-4339-bc4c-e3e214c87bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:15Z', 'revision_number': 5, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:34.640845 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b0e75-d8e0-4339-bc4c-e3e214c87bd0 None None] Checking router: fa6061ad-64e2-4669-8437-196fc7e34abf for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:19:34.649420 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b0e75-d8e0-4339-bc4c-e3e214c87bd0 None None] Routers {'fa6061ad-64e2-4669-8437-196fc7e34abf'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:34.650010 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-b23b0e75-d8e0-4339-bc4c-e3e214c87bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['fa6061ad-64e2-4669-8437-196fc7e34abf'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:34.829080 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-b23b0e75-d8e0-4339-bc4c-e3e214c87bd0 None None] Set router fa6061ad-64e2-4669-8437-196fc7e34abf gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:34.883831 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f7c8dc93-333a-47f4-afc9-b7bcf7cbe907 req-f9e40931-2706-4fdc-9d68-e658b5cc3ae7 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/ports?device_id=f612031d-3e0f-4041-a9e4-1739974f1def HTTP/1.1" status: 200 len: 210 time: 0.0487781 Apr 30 13:19:35.140580 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-b23b0e75-d8e0-4339-bc4c-e3e214c87bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:15Z', 'revision_number': 5, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:35.144594 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b0e75-d8e0-4339-bc4c-e3e214c87bd0 None None] The sync data for ids ['fa6061ad-64e2-4669-8437-196fc7e34abf'] in dv-cinder-788363-2-smb is: [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:13:04Z', 'revision_number': 4, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '6a88a2e4-a2c1-4f59-b811-16db9994a077', 'name': '', 'network_id': '4c426767-2e36-4bf8-afcd-7ed2bbd68c18', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'mac_address': 'fa:16:3e:c9:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:13:03Z', 'updated_at': '2021-04-30T13:13:15Z', 'revision_number': 5, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'subnets': [{'id': '49a9087f-e65a-4a37-b218-569f62f239a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:19:35.360002 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594bb952-857a-4fcc-982c-cb458bfbffbf None None] New status for floating IP 90d8e067-8d05-4521-93a4-50d00c9bd17c: DOWN {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:19:36.871379 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:36.905893 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:36.906276 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device b4f71dc4-9f7a-4b42-8ef1-2543890cdbd6 not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:37.031109 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48890) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:37.097161 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-deeb7a16-c471-4e84-8536-0798c63dae87 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:37.124914 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-deeb7a16-c471-4e84-8536-0798c63dae87 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:37.177839 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-deeb7a16-c471-4e84-8536-0798c63dae87 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:37.181588 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-821afb6e-972f-42ed-96d0-3aa056503313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:37.199238 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb7a16-c471-4e84-8536-0798c63dae87 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4979ebf2-6f99-4070-8c24-b22a8398bcbe,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:37.202442 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-deeb7a16-c471-4e84-8536-0798c63dae87 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:37.214201 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-deeb7a16-c471-4e84-8536-0798c63dae87 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:37.217850 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-deeb7a16-c471-4e84-8536-0798c63dae87 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "DELETE /v2.0/security-groups/4979ebf2-6f99-4070-8c24-b22a8398bcbe HTTP/1.1" status: 204 len: 168 time: 0.1831803 Apr 30 13:19:37.218002 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48894) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:37.234059 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.api.v2.resource [None req-3d6679cc-5a5a-47ef-84f0-585ea442e405 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] show failed (client error): The resource could not be found. Apr 30 13:19:37.235041 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-3d6679cc-5a5a-47ef-84f0-585ea442e405 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "GET /v2.0/security-groups/4979ebf2-6f99-4070-8c24-b22a8398bcbe HTTP/1.1" status: 404 len: 347 time: 0.0161114 Apr 30 13:19:37.237718 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48898) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:37.453691 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-444f2467-7546-4457-a223-b8d02c1ef393 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Deleting port 93e64d25-371f-4219-87b1-30578a42a286 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:37.453916 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-444f2467-7546-4457-a223-b8d02c1ef393 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:37.570986 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-444f2467-7546-4457-a223-b8d02c1ef393 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:37.571335 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-444f2467-7546-4457-a223-b8d02c1ef393 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:37.781294 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-444f2467-7546-4457-a223-b8d02c1ef393 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Calling delete_port for 93e64d25-371f-4219-87b1-30578a42a286 owned by network:floatingip {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:37.893050 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-444f2467-7546-4457-a223-b8d02c1ef393 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:37.897620 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-89d7ed35-61fc-443b-9134-db350089939a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:37.944673 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f2467-7546-4457-a223-b8d02c1ef393 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Pushing event deleted for resources: {'Port': ['ID=93e64d25-371f-4219-87b1-30578a42a286,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:37.970949 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-444f2467-7546-4457-a223-b8d02c1ef393 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:38.034397 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-444f2467-7546-4457-a223-b8d02c1ef393 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks [] for floatingip, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:38.048714 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-444f2467-7546-4457-a223-b8d02c1ef393 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:38.052376 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-444f2467-7546-4457-a223-b8d02c1ef393 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] 10.222.0.93 "DELETE /v2.0/floatingips/90d8e067-8d05-4521-93a4-50d00c9bd17c HTTP/1.1" status: 204 len: 168 time: 0.8112533 Apr 30 13:19:40.811273 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48924) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:41.438343 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-375358b0-7539-492c-96cc-5f4659e72773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919930'] for router_interface, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:41.836179 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-375358b0-7539-492c-96cc-5f4659e72773 admin admin] Deleting port 6a88a2e4-a2c1-4f59-b811-16db9994a077 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:41.836890 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-375358b0-7539-492c-96cc-5f4659e72773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:41.953677 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [None req-375358b0-7539-492c-96cc-5f4659e72773 admin admin] For port 6a88a2e4-a2c1-4f59-b811-16db9994a077, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=6a88a2e4-a2c1-4f59-b811-16db9994a077,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:41.954025 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-375358b0-7539-492c-96cc-5f4659e72773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.160945 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-375358b0-7539-492c-96cc-5f4659e72773 admin admin] Calling delete_port for 6a88a2e4-a2c1-4f59-b811-16db9994a077 owned by network:router_interface {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:42.303854 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-375358b0-7539-492c-96cc-5f4659e72773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.308273 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:42.352564 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375358b0-7539-492c-96cc-5f4659e72773 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a88a2e4-a2c1-4f59-b811-16db9994a077,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:42.387493 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-375358b0-7539-492c-96cc-5f4659e72773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:42.615831 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-375358b0-7539-492c-96cc-5f4659e72773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926410'] for router_interface, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.968838 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375358b0-7539-492c-96cc-5f4659e72773 admin admin] Router fa6061ad-64e2-4669-8437-196fc7e34abf has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:19:43.144184 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375358b0-7539-492c-96cc-5f4659e72773 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:19:43.152988 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8877db-2a5f-4788-ace0-8d4ed6bf522f None None] Sync routers for ids ['fa6061ad-64e2-4669-8437-196fc7e34abf'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:19:43.156538 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-375358b0-7539-492c-96cc-5f4659e72773 admin admin] 10.222.0.93 "PUT /v2.0/routers/fa6061ad-64e2-4669-8437-196fc7e34abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3442206 Apr 30 13:19:43.158924 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48934) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:43.162304 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8877db-2a5f-4788-ace0-8d4ed6bf522f None None] Routers {'fa6061ad-64e2-4669-8437-196fc7e34abf'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:43.162916 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-be8877db-2a5f-4788-ace0-8d4ed6bf522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['fa6061ad-64e2-4669-8437-196fc7e34abf'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:43.331660 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] Notify callbacks [] for router, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:43.369667 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-be8877db-2a5f-4788-ace0-8d4ed6bf522f None None] Set router fa6061ad-64e2-4669-8437-196fc7e34abf gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:43.602135 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:43.665649 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-be8877db-2a5f-4788-ace0-8d4ed6bf522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:19:42Z', 'revision_number': 5, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port': {'id': 'd1bee600-3f11-4ac5-b07d-3097683e0115', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:12:58Z', 'updated_at': '2021-04-30T13:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:43.669641 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8877db-2a5f-4788-ace0-8d4ed6bf522f None None] Checking router: fa6061ad-64e2-4669-8437-196fc7e34abf for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:19:43.674282 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] Deleting port d1bee600-3f11-4ac5-b07d-3097683e0115 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:43.674629 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:43.678201 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8877db-2a5f-4788-ace0-8d4ed6bf522f None None] Routers {'fa6061ad-64e2-4669-8437-196fc7e34abf'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:43.678921 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-be8877db-2a5f-4788-ace0-8d4ed6bf522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['fa6061ad-64e2-4669-8437-196fc7e34abf'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:43.833598 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-be8877db-2a5f-4788-ace0-8d4ed6bf522f None None] Set router fa6061ad-64e2-4669-8437-196fc7e34abf gateway port host: None {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:43.834451 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a67a8064-7442-4001-bdef-ddfd4dbfe2b7 req-f6ee2067-9d39-4cf4-a2cd-d0462a0a80e6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807155010&fields=id&tenant_id=5919878f2177439e9606bc315fca7ad3 HTTP/1.1" status: 200 len: 267 time: 0.0668333 Apr 30 13:19:43.836791 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] For port d1bee600-3f11-4ac5-b07d-3097683e0115, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=d1bee600-3f11-4ac5-b07d-3097683e0115,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:43.837305 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:43.941296 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-be8877db-2a5f-4788-ace0-8d4ed6bf522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:19:43Z', 'revision_number': 6, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port_host': None}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:43.945847 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8877db-2a5f-4788-ace0-8d4ed6bf522f None None] The sync data for ids ['fa6061ad-64e2-4669-8437-196fc7e34abf'] in dv-cinder-788363-2-smb is: [{'id': 'fa6061ad-64e2-4669-8437-196fc7e34abf', 'name': 'tempest-AttachVolumeShelveTestJSON-1539406943-router', 'tenant_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:12:57Z', 'updated_at': '2021-04-30T13:19:43Z', 'revision_number': 6, 'project_id': '019ca6f09f6e4be8a4d5d69ef83c1963', 'gw_port_host': None}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:19:44.001962 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] Calling delete_port for d1bee600-3f11-4ac5-b07d-3097683e0115 owned by network:router_gateway {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:44.058509 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a8064-7442-4001-bdef-ddfd4dbfe2b7 req-eca0ea73-ab4a-4b09-a80c-96afa91adeb8 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:44.060002 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a67a8064-7442-4001-bdef-ddfd4dbfe2b7 req-eca0ea73-ab4a-4b09-a80c-96afa91adeb8 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 984 time: 0.2147553 Apr 30 13:19:44.080986 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-a67a8064-7442-4001-bdef-ddfd4dbfe2b7 req-ab9b2ac9-b180-4799-89be-48a7dab61cb4 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Request body: {'port': {'security_groups': ['9389ba02-5c77-4be2-b04f-dff7016650b8']}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:44.218001 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-a67a8064-7442-4001-bdef-ddfd4dbfe2b7 req-ab9b2ac9-b180-4799-89be-48a7dab61cb4 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.351844 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.359365 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:44.438684 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1bee600-3f11-4ac5-b07d-3097683e0115,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:44.451787 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:44.592375 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933613'] for router_gateway, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.776490 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59984'] for router, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.777142 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device d1bee600-3f11-4ac5-b07d-3097683e0115 no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:44.783105 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.817876 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: d1bee600-3f11-4ac5-b07d-3097683e0115 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:44.818596 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device d1bee600-3f11-4ac5-b07d-3097683e0115 not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:44.819172 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 6a88a2e4-a2c1-4f59-b811-16db9994a077 no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:44.854783 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: 6a88a2e4-a2c1-4f59-b811-16db9994a077 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:44.855139 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 6a88a2e4-a2c1-4f59-b811-16db9994a077 not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:44.975288 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-a67a8064-7442-4001-bdef-ddfd4dbfe2b7 req-ab9b2ac9-b180-4799-89be-48a7dab61cb4 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] For port 11a4714b-ae10-4dea-a817-7d0f23227f12, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11a4714b-ae10-4dea-a817-7d0f23227f12,segment=NetworkSegment(62a8780e-215a-4690-af71-129a2aee4016),segment_id=62a8780e-215a-4690-af71-129a2aee4016)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:44.982528 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646216'] for router, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.983261 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa6061ad-64e2-4669-8437-196fc7e34abf {{(pid=73858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:19:45.021534 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] Notify callbacks [] for router, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.023432 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-f50fa545-7fe9-43af-8b86-86c0e1bc3019 admin admin] 10.222.0.93 "DELETE /v2.0/routers/fa6061ad-64e2-4669-8437-196fc7e34abf HTTP/1.1" status: 204 len: 168 time: 1.8634155 Apr 30 13:19:45.026603 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 48940) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:45.034957 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-a67a8064-7442-4001-bdef-ddfd4dbfe2b7 req-ab9b2ac9-b180-4799-89be-48a7dab61cb4 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.041905 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-a67a8064-7442-4001-bdef-ddfd4dbfe2b7 req-ab9b2ac9-b180-4799-89be-48a7dab61cb4 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096711'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.051427 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f5169418-d75d-4550-b7ec-f52a2f693bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:45.080459 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['11a4714b-ae10-4dea-a817-7d0f23227f12'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:45.105731 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Deleting subnet 49a9087f-e65a-4a37-b218-569f62f239a8 {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:19:45.108875 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.177254 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3502601'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.183979 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a8064-7442-4001-bdef-ddfd4dbfe2b7 req-ab9b2ac9-b180-4799-89be-48a7dab61cb4 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:45.185001 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-a67a8064-7442-4001-bdef-ddfd4dbfe2b7 req-ab9b2ac9-b180-4799-89be-48a7dab61cb4 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.192992 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-a67a8064-7442-4001-bdef-ddfd4dbfe2b7 req-ab9b2ac9-b180-4799-89be-48a7dab61cb4 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "PUT /v2.0/ports/11a4714b-ae10-4dea-a817-7d0f23227f12 HTTP/1.1" status: 200 len: 942 time: 1.1238983 Apr 30 13:19:45.197783 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'tag': '11a4714b-ae10-4dea-a817-7d0f23227f12'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:45.204987 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48944) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:45.223595 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b2ac9-b180-4799-89be-48a7dab61cb4 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Pushing event updated for resources: {'Port': ['ID=11a4714b-ae10-4dea-a817-7d0f23227f12,revision_number=7']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:45.228416 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-ab9b2ac9-b180-4799-89be-48a7dab61cb4 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:45.316574 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6e3088e1-5fda-4b53-b35e-58a283da075e tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.343670 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['11a4714b-ae10-4dea-a817-7d0f23227f12'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:45.352484 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6e3088e1-5fda-4b53-b35e-58a283da075e tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.401777 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'tag': '11a4714b-ae10-4dea-a817-7d0f23227f12', 'status': 'completed', 'code': 200} Apr 30 13:19:45.413251 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134165206'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.511577 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6e3088e1-5fda-4b53-b35e-58a283da075e tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.517001 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-03a132ce-f892-4b29-ab4e-d4ccc661cc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:45.536080 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3088e1-5fda-4b53-b35e-58a283da075e tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a22905e-4da8-46b5-972c-6656d686197e,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:45.540672 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-99fae56f-db74-4575-b1fc-b53008a5e012 None None] Provisioning complete for port 11a4714b-ae10-4dea-a817-7d0f23227f12 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:45.541784 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-99fae56f-db74-4575-b1fc-b53008a5e012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.542332 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2e500-d953-49dc-8e1b-ecb03b84520f req-183f4783-b770-45e2-b290-03536894a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:45.545040 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dad2e500-d953-49dc-8e1b-ecb03b84520f req-183f4783-b770-45e2-b290-03536894a4f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5919878f2177439e9606bc315fca7ad3&device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 1098 time: 0.1212790 Apr 30 13:19:45.545932 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-6e3088e1-5fda-4b53-b35e-58a283da075e tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:45.648758 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-6e3088e1-5fda-4b53-b35e-58a283da075e tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.653190 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-6e3088e1-5fda-4b53-b35e-58a283da075e tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "DELETE /v2.0/security-groups/3a22905e-4da8-46b5-972c-6656d686197e HTTP/1.1" status: 204 len: 168 time: 0.4279459 Apr 30 13:19:45.653190 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 48950) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:45.697533 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134165199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2553903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2189429'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.704621 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-bd0186a6-21b6-4394-9084-3929839fe947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:45.738257 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a9087f-e65a-4a37-b218-569f62f239a8,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:45.740774 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.748299 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aaa091-437e-4297-96d1-92347c319aef None None] Network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:19:45.750894 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:45.751266 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:45.751628 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:45.751981 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:45.752332 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:45.753055 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:45.753055 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:45.753354 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:45.753698 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:45.754040 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:45.754405 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:45.755114 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:45.758568 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/49a9087f-e65a-4a37-b218-569f62f239a8 HTTP/1.1" status: 204 len: 168 time: 0.7307415 Apr 30 13:19:45.759830 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:45.761013 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 48954) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:45.843089 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2e500-d953-49dc-8e1b-ecb03b84520f req-3649c8fe-864a-4b52-b175-28213ae1a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:45.844252 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dad2e500-d953-49dc-8e1b-ecb03b84520f req-3649c8fe-864a-4b52-b175-28213ae1a293 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e66f7068-aa5c-4662-894a-45684c558584 HTTP/1.1" status: 200 len: 916 time: 0.2928483 Apr 30 13:19:45.848690 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-bd489ddf-73bc-4a35-b653-caac5195da1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.870682 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133776857'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.947265 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Deleting port a421a6fc-40be-4f32-ab77-5c24ca4e9349 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:45.947669 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.010203 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dad2e500-d953-49dc-8e1b-ecb03b84520f req-be44695d-0983-4823-903c-22977321f323 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11a4714b-ae10-4dea-a817-7d0f23227f12 HTTP/1.1" status: 200 len: 1001 time: 0.1556659 Apr 30 13:19:46.071421 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] For port a421a6fc-40be-4f32-ab77-5c24ca4e9349, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=a421a6fc-40be-4f32-ab77-5c24ca4e9349,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:46.072092 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.086858 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] DHCP port deletion for 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 request from dv-cinder-788363-2-smb {{(pid=73860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:19:46.091093 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2e500-d953-49dc-8e1b-ecb03b84520f req-755d80ce-d645-4583-be34-a67dd5b35bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:46.092535 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dad2e500-d953-49dc-8e1b-ecb03b84520f req-755d80ce-d645-4583-be34-a67dd5b35bf4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8859bceb-4922-4443-8114-76a4fe0b5fa0 HTTP/1.1" status: 200 len: 853 time: 0.0759368 Apr 30 13:19:46.098253 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-ac80ccc3-7fbf-4418-8e0a-bece520d723d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Deleting port f0568255-5a13-4b7b-8328-644c63c9e599 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:46.098602 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ac80ccc3-7fbf-4418-8e0a-bece520d723d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.156408 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Deleting port a421a6fc-40be-4f32-ab77-5c24ca4e9349 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:46.156791 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.197465 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Calling delete_port for a421a6fc-40be-4f32-ab77-5c24ca4e9349 owned by network:dhcp {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:46.259483 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.260427 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] For port a421a6fc-40be-4f32-ab77-5c24ca4e9349, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=a421a6fc-40be-4f32-ab77-5c24ca4e9349,segment=NetworkSegment(c1d12467-5855-4e9d-b0b2-32a3b84d3d04),segment_id=c1d12467-5855-4e9d-b0b2-32a3b84d3d04)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:46.260880 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.264111 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:46.273541 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ac80ccc3-7fbf-4418-8e0a-bece520d723d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.273878 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ac80ccc3-7fbf-4418-8e0a-bece520d723d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.310966 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Pushing event deleted for resources: {'Port': ['ID=a421a6fc-40be-4f32-ab77-5c24ca4e9349,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:46.312807 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] No DVR routers for this DVR port a421a6fc-40be-4f32-ab77-5c24ca4e9349 on host dv-cinder-788363-2-smb {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:46.314401 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:46.342212 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2e500-d953-49dc-8e1b-ecb03b84520f req-0fd7daaa-1abc-4928-ad80-a789c980ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:46.343721 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dad2e500-d953-49dc-8e1b-ecb03b84520f req-0fd7daaa-1abc-4928-ad80-a789c980ee16 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e66f7068-aa5c-4662-894a-45684c558584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2324862 Apr 30 13:19:46.382825 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Calling delete_port for a421a6fc-40be-4f32-ab77-5c24ca4e9349 owned by network:dhcp {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:46.405968 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-ac80ccc3-7fbf-4418-8e0a-bece520d723d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Calling delete_port for f0568255-5a13-4b7b-8328-644c63c9e599 owned by network:floatingip {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:46.434473 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134168155', 'neutron.services.segments.db._delete_segments_for_network-8749317885085'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.515834 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.521721 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-ca44139e-1061-4b42-9989-2c4cbf9d8683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:46.548002 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c426767-2e36-4bf8-afcd-7ed2bbd68c18']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:46.560881 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dad2e500-d953-49dc-8e1b-ecb03b84520f req-0f51ae64-3155-42f9-a5ba-87098785e13f service neutron] 10.222.0.90 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641331 Apr 30 13:19:46.561148 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:46.561148 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d12467-5855-4e9d-b0b2-32a3b84d3d04') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:46.568355 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Pushing event deleted for resources: {'Port': ['ID=a421a6fc-40be-4f32-ab77-5c24ca4e9349,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:46.571021 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] No DVR routers for this DVR port a421a6fc-40be-4f32-ab77-5c24ca4e9349 on host dv-cinder-788363-2-smb {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:46.573927 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749317896807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3502592'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.578739 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:46.579086 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:46.579421 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:46.579751 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:46.580077 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:46.580435 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:46.580721 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:46.581040 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:46.581359 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:46.581677 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:46.581994 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:46.582337 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:46.585188 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-8dff64b3-38bd-4f33-ae4d-fd1ee7bc7219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:46.596650 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.603871 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:19:46.767582 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device a421a6fc-40be-4f32-ab77-5c24ca4e9349 no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:46.805695 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: a421a6fc-40be-4f32-ab77-5c24ca4e9349 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:46.806136 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device a421a6fc-40be-4f32-ab77-5c24ca4e9349 not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:46.861451 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dad2e500-d953-49dc-8e1b-ecb03b84520f req-5b01e0c4-a204-4140-aa13-1619f7701df7 service neutron] 10.222.0.90 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935064 Apr 30 13:19:46.870894 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ac80ccc3-7fbf-4418-8e0a-bece520d723d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.875357 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fc473c78-291e-46d2-ade1-995f2ec0c622 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:46.891238 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:46.900742 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134162659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2553989'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:46.918274 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80ccc3-7fbf-4418-8e0a-bece520d723d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Pushing event deleted for resources: {'Port': ['ID=f0568255-5a13-4b7b-8328-644c63c9e599,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:46.921366 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-ac80ccc3-7fbf-4418-8e0a-bece520d723d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:47.011749 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ac80ccc3-7fbf-4418-8e0a-bece520d723d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks [] for floatingip, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:47.012077 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.l3_db [None req-ac80ccc3-7fbf-4418-8e0a-bece520d723d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Floating IP b108359e-6c47-4fff-a83a-ec7b7bcda978 disassociated (deleted). External IP: 172.28.0.187, port: 11a4714b-ae10-4dea-a817-7d0f23227f12. Apr 30 13:19:47.074856 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Network 4c426767-2e36-4bf8-afcd-7ed2bbd68c18 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: Traceback (most recent call last): Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: timer() Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: cb(*args, **kw) Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: return func(*args, **kwargs) Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: self._notify() Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: self.callback(batched_events) Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: event.method(event) Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: return f(self, *a, **k) Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: return self._get(url).json() Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: return self.request(url, 'GET', **kwargs) Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:19:47.096000 dv-cinder-788363-2-smb neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:19:47.169615 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134168144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931953'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:47.173616 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:47.193464 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:47.200472 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c426767-2e36-4bf8-afcd-7ed2bbd68c18,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:47.204884 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:47.219362 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] 10.222.0.93 "DELETE /v2.0/networks/4c426767-2e36-4bf8-afcd-7ed2bbd68c18 HTTP/1.1" status: 204 len: 168 time: 1.4570706 Apr 30 13:19:47.340259 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 48960) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:47.380983 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac80ccc3-7fbf-4418-8e0a-bece520d723d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:19:47.388738 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-c251134c-f7f0-4df5-aa17-9b7fe355563a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=019ca6f09f6e4be8a4d5d69ef83c1963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472515 Apr 30 13:19:47.391211 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 48964) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:47.450232 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-54fec3d5-84d0-45f7-8b7f-751fbdee15c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:47.475543 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-54fec3d5-84d0-45f7-8b7f-751fbdee15c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:47.529118 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-54fec3d5-84d0-45f7-8b7f-751fbdee15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:47.537458 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-61c7964b-7b77-46ed-a9ba-5d8e190ea540 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:47.557709 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fec3d5-84d0-45f7-8b7f-751fbdee15c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461dce67-966d-4402-a20e-b3fb9cebe05c,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:47.559964 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac80ccc3-7fbf-4418-8e0a-bece520d723d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:19:47.560786 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-54fec3d5-84d0-45f7-8b7f-751fbdee15c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:47.569023 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-54fec3d5-84d0-45f7-8b7f-751fbdee15c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:47.570398 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e313cea-df93-47a5-a0c6-f58e69f0ca2f None None] Sync routers for ids ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:19:47.576386 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-54fec3d5-84d0-45f7-8b7f-751fbdee15c6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/461dce67-966d-4402-a20e-b3fb9cebe05c HTTP/1.1" status: 204 len: 168 time: 0.1837916 Apr 30 13:19:47.582448 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ac80ccc3-7fbf-4418-8e0a-bece520d723d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:47.585395 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e313cea-df93-47a5-a0c6-f58e69f0ca2f None None] Routers {'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:47.586329 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-7e313cea-df93-47a5-a0c6-f58e69f0ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:47.637401 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-ac80ccc3-7fbf-4418-8e0a-bece520d723d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "DELETE /v2.0/floatingips/b108359e-6c47-4fff-a83a-ec7b7bcda978 HTTP/1.1" status: 204 len: 168 time: 1.9835446 Apr 30 13:19:47.638128 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'tag': '11a4714b-ae10-4dea-a817-7d0f23227f12'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:47.694298 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'tag': '11a4714b-ae10-4dea-a817-7d0f23227f12', 'status': 'completed', 'code': 200} Apr 30 13:19:47.793611 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-7e313cea-df93-47a5-a0c6-f58e69f0ca2f None None] Set router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:47.847044 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871b933-5aca-40a1-9df5-08637d955de0 req-a93ffaed-e75e-49ce-a6a6-4574b0ab6be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:47.848726 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c871b933-5aca-40a1-9df5-08637d955de0 req-a93ffaed-e75e-49ce-a6a6-4574b0ab6be1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5919878f2177439e9606bc315fca7ad3&device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 1098 time: 0.0931497 Apr 30 13:19:48.009702 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871b933-5aca-40a1-9df5-08637d955de0 req-55be5348-1de6-444b-9a2b-0ee039290584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:48.011515 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c871b933-5aca-40a1-9df5-08637d955de0 req-55be5348-1de6-444b-9a2b-0ee039290584 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e66f7068-aa5c-4662-894a-45684c558584 HTTP/1.1" status: 200 len: 916 time: 0.1532900 Apr 30 13:19:48.086764 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.116472 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c871b933-5aca-40a1-9df5-08637d955de0 req-3a937b08-fb97-40d8-96ad-91ede6ade15d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11a4714b-ae10-4dea-a817-7d0f23227f12 HTTP/1.1" status: 200 len: 217 time: 0.0982568 Apr 30 13:19:48.219852 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871b933-5aca-40a1-9df5-08637d955de0 req-40b1defa-c4aa-45e9-ba47-0abae721c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:48.223661 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c871b933-5aca-40a1-9df5-08637d955de0 req-40b1defa-c4aa-45e9-ba47-0abae721c026 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8859bceb-4922-4443-8114-76a4fe0b5fa0 HTTP/1.1" status: 200 len: 853 time: 0.0956488 Apr 30 13:19:48.308293 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-7e313cea-df93-47a5-a0c6-f58e69f0ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:05Z', 'updated_at': '2021-04-30T13:17:11Z', 'revision_number': 4, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'gw_port': {'id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:06Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '76048802-f632-4883-b1aa-e2892b497e98', 'name': '', 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'mac_address': 'fa:16:3e:89:1d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:09Z', 'updated_at': '2021-04-30T13:17:17Z', 'revision_number': 5, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'subnets': [{'id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:48.313265 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e313cea-df93-47a5-a0c6-f58e69f0ca2f None None] Checking router: f85d2076-2cc1-416b-aa45-5ba27ed2cb8d for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:19:48.318557 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871b933-5aca-40a1-9df5-08637d955de0 req-28ab2c40-6ff2-4b22-9ed4-8ee305d0f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:48.320144 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c871b933-5aca-40a1-9df5-08637d955de0 req-28ab2c40-6ff2-4b22-9ed4-8ee305d0f712 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e66f7068-aa5c-4662-894a-45684c558584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0887263 Apr 30 13:19:48.325305 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e313cea-df93-47a5-a0c6-f58e69f0ca2f None None] Routers {'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:48.326124 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-7e313cea-df93-47a5-a0c6-f58e69f0ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:48.508297 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 48998) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:48.512887 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e29bd38d-dffa-4dda-a4db-52368e7f090a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.517349 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-7e313cea-df93-47a5-a0c6-f58e69f0ca2f None None] Set router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:48.576121 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c871b933-5aca-40a1-9df5-08637d955de0 req-56a35a8b-4a25-4b93-ab8d-9397d4367429 service neutron] 10.222.0.90 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397981 Apr 30 13:19:48.625252 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1107184867-network', 'tenant_id': '0b6588f510914c1aa6727731130057cf'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:48.629986 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:48.633889 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Usage tracker for resource:network and tenant:0b6588f510914c1aa6727731130057cf is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:48.636751 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:48.643220 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:48.654243 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Made reservation on behalf of 0b6588f510914c1aa6727731130057cf for: {'network': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:19:48.656946 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for network, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.675774 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.691507 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:48.695769 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Usage tracker for resource:security_group_rule and tenant:0b6588f510914c1aa6727731130057cf is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:48.699061 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:48.712935 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:48.753415 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c871b933-5aca-40a1-9df5-08637d955de0 req-4098c8d9-0c41-4dd3-b0c0-4d44414be818 service neutron] 10.222.0.90 "GET /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475067 Apr 30 13:19:48.816481 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.820225 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.824337 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-044701e4-555a-43be-860f-e753ac01f46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:48.848923 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1244, 'physical_network': 'physnet1'} {{(pid=73859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:19:48.862345 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b92df2c-6e77-4add-808f-7bb58a3694ad,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:48.866986 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:48.867259 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-7e313cea-df93-47a5-a0c6-f58e69f0ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:05Z', 'updated_at': '2021-04-30T13:17:11Z', 'revision_number': 4, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'gw_port': {'id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:06Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '76048802-f632-4883-b1aa-e2892b497e98', 'name': '', 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'mac_address': 'fa:16:3e:89:1d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:09Z', 'updated_at': '2021-04-30T13:17:17Z', 'revision_number': 5, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'subnets': [{'id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:48.868059 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.868405 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.segments_db [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Added segment 691f706a-1c38-4c58-83c3-629156ce8eb7 of type vlan for network a08c7d76-f7a8-4521-8dc1-daca14e140ce Apr 30 13:19:48.872129 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e313cea-df93-47a5-a0c6-f58e69f0ca2f None None] The sync data for ids ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'] in dv-cinder-788363-2-smb is: [{'id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:05Z', 'updated_at': '2021-04-30T13:17:11Z', 'revision_number': 4, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'gw_port': {'id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:06Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': '76048802-f632-4883-b1aa-e2892b497e98', 'name': '', 'network_id': 'e66f7068-aa5c-4662-894a-45684c558584', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'mac_address': 'fa:16:3e:89:1d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:09Z', 'updated_at': '2021-04-30T13:17:17Z', 'revision_number': 5, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'subnets': [{'id': '8859bceb-4922-4443-8114-76a4fe0b5fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:19:48.904957 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749317444702'] for network, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.943319 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173'] for network, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.945591 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:48.946468 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.950822 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-905a9a37-7cff-405e-a8e9-0c77eced145d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:49.065916 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5563238 Apr 30 13:19:49.066757 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Pushing event updated for resources: {'Network': ['ID=a08c7d76-f7a8-4521-8dc1-daca14e140ce,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:49.069626 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49004) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:49.070318 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a3f942fa-5be6-429b-96e7-a2ac5cd640e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:49.077703 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Network a08c7d76-f7a8-4521-8dc1-daca14e140ce details requested by agent ovs-agent-dv-cinder-788363-2-smb with host dv-cinder-788363-2-smb {{(pid=73860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:19:49.082385 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Request body: {'subnet': {'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1107184867-subnet', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:49.089705 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:49.095092 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Usage tracker for resource:subnet and tenant:0b6588f510914c1aa6727731130057cf is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:49.098301 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:49.104855 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:49.121601 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Made reservation on behalf of 0b6588f510914c1aa6727731130057cf for: {'subnet': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:19:49.127496 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1572749'] for subnet, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:49.182140 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cad141-7cd3-48be-9af7-45cb1ee0fd20 None None] New status for floating IP b108359e-6c47-4fff-a83a-ec7b7bcda978: DOWN {{(pid=73860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:19:49.534525 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3096892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1572767'] for subnet, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:49.540186 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a24cf60c-14cf-4c38-a096-6894d9654c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:49.608978 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d754426-79a6-4784-a8f3-c2a5310152cf,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:49.612360 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:49.618415 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Checking segment: {'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:19:49.618777 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Network hostable DHCP agents. Network: a08c7d76-f7a8-4521-8dc1-daca14e140ce, hostable agents: ['26407076-1f7a-4e4f-8db6-5044f22cc803'], hosted agents: [] {{(pid=73858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:19:49.641302 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Network a08c7d76-f7a8-4521-8dc1-daca14e140ce is scheduled to be hosted by DHCP agent 26407076-1f7a-4e4f-8db6-5044f22cc803 with binding_index 1 {{(pid=73858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:19:49.651908 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-2-smb, a08c7d76-f7a8-4521-8dc1-daca14e140ce) {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:49.663479 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6635cf-d5e7-436c-a13a-a94ba9ff7686 None None] Network a08c7d76-f7a8-4521-8dc1-daca14e140ce requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:19:49.664749 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:49.665560 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] Notify callbacks [] for subnet, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:49.692331 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-ffc48386-c11a-4b2d-b91d-6c019988c02e admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6200495 Apr 30 13:19:49.695633 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49018) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:49.701088 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:49.705778 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:49.710428 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Usage tracker for resource:router and tenant:0b6588f510914c1aa6727731130057cf is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:49.714076 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:49.721162 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:49.741985 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-972993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59942'] for router, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:49.743003 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-973016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931287', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59999'] for router, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:49.758898 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:49.775825 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:49.906703 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6240a12c-8c8e-5dca-9d08-f3b2e435f8ad-a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf'}]}} from dv-cinder-788363-2-smb. {{(pid=73860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:19:49.907533 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:50.030822 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-646741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59977'] for router, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:50.061971 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.db_base_plugin_common [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Allocated IP 172.20.0.2 (a08c7d76-f7a8-4521-8dc1-daca14e140ce/2d754426-79a6-4784-a8f3-c2a5310152cf/307f8d61-1493-4138-a17d-751e1f8f2442) {{(pid=73860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:19:50.296941 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Notify callbacks [] for port, precommit_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:50.307276 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Transition to ACTIVE for port object 307f8d61-1493-4138-a17d-751e1f8f2442 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:19:50.326214 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Transition to ACTIVE for port object 307f8d61-1493-4138-a17d-751e1f8f2442 will not be triggered until provisioned by entity DHCP. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:19:50.331951 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188'] for port, after_create {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:50.335643 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:50.337900 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:50.370745 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:50.400182 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Network a08c7d76-f7a8-4521-8dc1-daca14e140ce is already hosted by enough agents. {{(pid=73860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:19:50.403623 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.scheduler.base_scheduler [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Resources bound (agent type, host, resource id): {{(pid=73860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:50.407587 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Received port after_create {{(pid=73860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:19:50.414652 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Pushing event updated for resources: {'Port': ['ID=307f8d61-1493-4138-a17d-751e1f8f2442,revision_number=1']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:50.444017 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:50.503748 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Attempting to bind port 307f8d61-1493-4138-a17d-751e1f8f2442 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:19:50.504116 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Attempting to bind port 307f8d61-1493-4138-a17d-751e1f8f2442 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:19:50.504484 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Attempting to bind port 307f8d61-1493-4138-a17d-751e1f8f2442 on network a08c7d76-f7a8-4521-8dc1-daca14e140ce {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:19:50.509693 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:19:50.510239 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Checking segment: {'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:19:50.510650 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:50.511049 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Bound using segment: {'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:19:50.511508 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Bound port: 307f8d61-1493-4138-a17d-751e1f8f2442, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:19:50.511881 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:50.600947 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Allocated IP 172.28.0.240 (07ca4a00-754c-4ee1-bad7-4e9920ec041b/ec54f1e6-42a0-405f-bb60-0305afc35dfb/77ce3c39-4db5-4814-be3e-de1670fdcf5d) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:19:50.601673 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] For port 307f8d61-1493-4138-a17d-751e1f8f2442, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:19:50.604486 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] For port 307f8d61-1493-4138-a17d-751e1f8f2442, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=307f8d61-1493-4138-a17d-751e1f8f2442,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:19:50.610131 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:50.614128 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:50.693883 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Pushing event updated for resources: {'Port': ['ID=307f8d61-1493-4138-a17d-751e1f8f2442,revision_number=2']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:50.696601 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:50.756620 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:50.793028 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:50.801811 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-7790f7fc-9928-4d24-8264-977d993cd126 tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:50.888394 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:19:50.896280 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:50.905135 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:19:50.954524 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Pushing event updated for resources: {'Port': ['ID=77ce3c39-4db5-4814-be3e-de1670fdcf5d,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:50.958741 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:51.169842 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:19:51.242391 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79487cb-f196-481e-bdc7-b85c5ceb6232 req-09817249-5380-488d-ae51-891d7e3f5301 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:51.244566 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d79487cb-f196-481e-bdc7-b85c5ceb6232 req-09817249-5380-488d-ae51-891d7e3f5301 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 945 time: 0.0868042 Apr 30 13:19:51.295691 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d79487cb-f196-481e-bdc7-b85c5ceb6232 req-d4a7dd86-2241-4a8e-81ba-a19a60680337 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442295 Apr 30 13:19:51.350146 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:51.367504 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:51.670982 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cda601-6739-4aa5-942c-583e8dc9ff9d None None] Network a08c7d76-f7a8-4521-8dc1-daca14e140ce requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:19:51.693598 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933219'] for router, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:51.778897 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-254f3665-46b1-416f-a861-0986e0f272a3 None None] Provisioning for port 307f8d61-1493-4138-a17d-751e1f8f2442 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:19:51.899675 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe is scheduled to L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f with binding_index 1 {{(pid=73858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:19:52.182595 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:19:52.190801 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Sync routers for ids ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:19:52.200620 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Routers {'735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:52.201234 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:52.206611 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] Notify callbacks [] for router, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:52.208124 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-625fca6c-6643-4bd1-a7d4-2803a13ce201 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5113494 Apr 30 13:19:52.211382 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49028) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:52.379081 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Set router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:52.662418 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:51Z', 'revision_number': 3, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:52.666368 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Checking router: 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:19:52.666758 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Updating router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe port 77ce3c39-4db5-4814-be3e-de1670fdcf5d binding host dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:19:52.668607 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25914005-f0fe-4d01-9055-b6b64fb68c63 req-8bcf5f84-8e62-4e7f-b698-80c0f20ec2bb tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:52.669295 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-25914005-f0fe-4d01-9055-b6b64fb68c63 req-8bcf5f84-8e62-4e7f-b698-80c0f20ec2bb tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Synchronizing usage tracker for tenant:5919878f2177439e9606bc315fca7ad3 on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:52.726264 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:52.767525 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-25914005-f0fe-4d01-9055-b6b64fb68c63 req-8bcf5f84-8e62-4e7f-b698-80c0f20ec2bb tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Unset dirty status for tenant:5919878f2177439e9606bc315fca7ad3 on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:52.768678 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-25914005-f0fe-4d01-9055-b6b64fb68c63 req-8bcf5f84-8e62-4e7f-b698-80c0f20ec2bb tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 945 time: 0.3351831 Apr 30 13:19:52.830119 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 307f8d61-1493-4138-a17d-751e1f8f2442 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:19:52.871073 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-25914005-f0fe-4d01-9055-b6b64fb68c63 req-61c51b0b-9915-4a3c-90d1-58ec0bf28733 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Synchronizing usage tracker for tenant:5919878f2177439e9606bc315fca7ad3 on resource:security_group {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:52.908197 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port 307f8d61-1493-4138-a17d-751e1f8f2442 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:19:52.918392 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 307f8d61-1493-4138-a17d-751e1f8f2442 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:52.918816 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:52.928900 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-25914005-f0fe-4d01-9055-b6b64fb68c63 req-61c51b0b-9915-4a3c-90d1-58ec0bf28733 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Unset dirty status for tenant:5919878f2177439e9606bc315fca7ad3 on resource:security_group {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:52.934546 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-25914005-f0fe-4d01-9055-b6b64fb68c63 req-61c51b0b-9915-4a3c-90d1-58ec0bf28733 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581700 Apr 30 13:19:53.018086 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.043415 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.078621 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port 307f8d61-1493-4138-a17d-751e1f8f2442, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=307f8d61-1493-4138-a17d-751e1f8f2442,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:53.083146 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.088973 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:53.141923 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Notify callbacks [] for port, precommit_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.156168 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.provisioning_blocks [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Transition to ACTIVE for port object 77ce3c39-4db5-4814-be3e-de1670fdcf5d will not be triggered until provisioned by entity L2. {{(pid=73861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:19:53.164265 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.166350 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=307f8d61-1493-4138-a17d-751e1f8f2442,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:53.168260 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:53.176085 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:53.243431 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Attempting to bind port 77ce3c39-4db5-4814-be3e-de1670fdcf5d on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:19:53.244066 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Attempting to bind port 77ce3c39-4db5-4814-be3e-de1670fdcf5d by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:19:53.244202 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Attempting to bind port 77ce3c39-4db5-4814-be3e-de1670fdcf5d on network 07ca4a00-754c-4ee1-bad7-4e9920ec041b {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:19:53.249863 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Pushing event updated for resources: {'Port': ['ID=77ce3c39-4db5-4814-be3e-de1670fdcf5d,revision_number=2']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:53.254757 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:19:53.255136 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Checking segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:19:53.255544 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.255938 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Bound using segment: {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'} {{(pid=73861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:19:53.256400 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.managers [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Bound port: 77ce3c39-4db5-4814-be3e-de1670fdcf5d, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}}] {{(pid=73861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:19:53.256794 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.286720 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bb685-fab8-4c6f-ac51-a9dc94eb1eb0 req-248c13fc-824b-48d6-9cab-ac1af2d71e13 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:53.288068 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:53.288224 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-079bb685-fab8-4c6f-ac51-a9dc94eb1eb0 req-248c13fc-824b-48d6-9cab-ac1af2d71e13 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 945 time: 0.1951096 Apr 30 13:19:53.288448 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:53.289357 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:53.289672 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:53.289998 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:53.290350 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:53.290784 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:53.291097 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:53.291301 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:53.291615 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:53.291928 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:53.292239 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:53.300800 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:53.343098 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] For port 77ce3c39-4db5-4814-be3e-de1670fdcf5d, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:19:53.346193 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Allocated IP 172.20.0.1 (a08c7d76-f7a8-4521-8dc1-daca14e140ce/2d754426-79a6-4784-a8f3-c2a5310152cf/a43dcc5a-de62-425f-a7f4-b4c5ac8f1586) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:19:53.346562 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.plugins.ml2.db [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] For port 77ce3c39-4db5-4814-be3e-de1670fdcf5d, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=77ce3c39-4db5-4814-be3e-de1670fdcf5d,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:19:53.351756 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron_lib.callbacks.manager [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.356958 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:53.431040 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Routers {'735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:53.431571 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:53.493507 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Pushing event updated for resources: {'Port': ['ID=77ce3c39-4db5-4814-be3e-de1670fdcf5d,revision_number=3']} {{(pid=73861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:53.498417 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG oslo_concurrency.lockutils [None req-99a3c892-8eeb-4a52-8ef1-4f62bfe1fdd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:53.610940 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] Set router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:53.675232 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-079bb685-fab8-4c6f-ac51-a9dc94eb1eb0 req-fc49ed29-cbc5-4cf6-a70f-9a686e9b21a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Deleting port 11a4714b-ae10-4dea-a817-7d0f23227f12 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:53.675600 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-079bb685-fab8-4c6f-ac51-a9dc94eb1eb0 req-fc49ed29-cbc5-4cf6-a70f-9a686e9b21a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.708295 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.791654 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.provisioning_blocks [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Transition to ACTIVE for port object a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 will not be triggered until provisioned by entity DHCP. {{(pid=73858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:19:53.835211 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-079bb685-fab8-4c6f-ac51-a9dc94eb1eb0 req-fc49ed29-cbc5-4cf6-a70f-9a686e9b21a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] For port 11a4714b-ae10-4dea-a817-7d0f23227f12, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11a4714b-ae10-4dea-a817-7d0f23227f12,segment=NetworkSegment(62a8780e-215a-4690-af71-129a2aee4016),segment_id=62a8780e-215a-4690-af71-129a2aee4016)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:53.836075 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-079bb685-fab8-4c6f-ac51-a9dc94eb1eb0 req-fc49ed29-cbc5-4cf6-a70f-9a686e9b21a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.902650 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:51Z', 'revision_number': 3, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:53.906772 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f16d25-d216-4519-8e3d-51291c355a85 None None] The sync data for ids ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'] in dv-cinder-788363-2-smb is: [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:51Z', 'revision_number': 3, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:19:53.964641 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [req-079bb685-fab8-4c6f-ac51-a9dc94eb1eb0 req-fc49ed29-cbc5-4cf6-a70f-9a686e9b21a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Calling delete_port for 11a4714b-ae10-4dea-a817-7d0f23227f12 owned by compute:nova {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:53.975228 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.980756 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-4254342c-99ca-4454-8504-4ea81b8bb67e tempest-VolumesActionsTest-1711478373 tempest-VolumesActionsTest-1711478373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:54.068932 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Network a08c7d76-f7a8-4521-8dc1-daca14e140ce is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:19:54.075063 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:54.077512 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Pushing event updated for resources: {'Port': ['ID=a43dcc5a-de62-425f-a7f4-b4c5ac8f1586,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:54.082078 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:19:54.112467 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:54.141417 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a2c73-2fcb-4ac9-9238-0d966d46b1d2 req-f15d80a7-1445-4225-9515-9f1528fde912 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:54.149883 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-472a2c73-2fcb-4ac9-9238-0d966d46b1d2 req-f15d80a7-1445-4225-9515-9f1528fde912 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 945 time: 0.1000547 Apr 30 13:19:54.219147 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-472a2c73-2fcb-4ac9-9238-0d966d46b1d2 req-b12eb369-783d-4a7e-b1d0-763357541fa9 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/security-groups?id=9389ba02-5c77-4be2-b04f-dff7016650b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674763 Apr 30 13:19:54.242622 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-920045'] for router_interface, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:54.351604 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-9f992a9f-659e-4e6a-a217-be7473124806 None None] Provisioning for port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:19:54.357720 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-9f992a9f-659e-4e6a-a217-be7473124806 None None] Provisioning complete for port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:54.358338 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9f992a9f-659e-4e6a-a217-be7473124806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:54.413234 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-9f992a9f-659e-4e6a-a217-be7473124806 None None] Port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:19:54.417709 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-079bb685-fab8-4c6f-ac51-a9dc94eb1eb0 req-fc49ed29-cbc5-4cf6-a70f-9a686e9b21a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:54.431672 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a720f0ba-8506-4006-a8d2-65f7ab011776 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:54.453412 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['11a4714b-ae10-4dea-a817-7d0f23227f12'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:54.486810 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49ed29-cbc5-4cf6-a70f-9a686e9b21a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Pushing event deleted for resources: {'Port': ['ID=11a4714b-ae10-4dea-a817-7d0f23227f12,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:54.492149 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fc49ed29-cbc5-4cf6-a70f-9a686e9b21a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:54.578267 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-079bb685-fab8-4c6f-ac51-a9dc94eb1eb0 req-fc49ed29-cbc5-4cf6-a70f-9a686e9b21a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] No DVR routers for this DVR port 11a4714b-ae10-4dea-a817-7d0f23227f12 on host hv-cinder-78836 {{(pid=73858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:54.584830 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-079bb685-fab8-4c6f-ac51-a9dc94eb1eb0 req-fc49ed29-cbc5-4cf6-a70f-9a686e9b21a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:54.587995 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'name': 'network-vif-deleted', 'tag': '11a4714b-ae10-4dea-a817-7d0f23227f12'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:54.613720 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-079bb685-fab8-4c6f-ac51-a9dc94eb1eb0 req-fc49ed29-cbc5-4cf6-a70f-9a686e9b21a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.90 "DELETE /v2.0/ports/11a4714b-ae10-4dea-a817-7d0f23227f12 HTTP/1.1" status: 204 len: 173 time: 1.3155358 Apr 30 13:19:54.652456 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbda4605-0375-4ebf-a8f9-5974f156b1e2', 'name': 'network-vif-deleted', 'tag': '11a4714b-ae10-4dea-a817-7d0f23227f12', 'status': 'completed', 'code': 200} Apr 30 13:19:54.685079 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:54.895465 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 307f8d61-1493-4138-a17d-751e1f8f2442 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:19:54.944293 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:54.956171 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096711'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:54.974841 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 307f8d61-1493-4138-a17d-751e1f8f2442 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:54.975258 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:55.001244 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-254fc2a0-ac95-4f25-a03f-5aa612b08867 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:55.070732 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919880'] for router_interface, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:55.085338 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Pushing event updated for resources: {'Port': ['ID=a43dcc5a-de62-425f-a7f4-b4c5ac8f1586,revision_number=2']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:55.101169 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:55.140514 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 77ce3c39-4db5-4814-be3e-de1670fdcf5d up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:19:55.213665 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port 77ce3c39-4db5-4814-be3e-de1670fdcf5d completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:19:55.218983 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 77ce3c39-4db5-4814-be3e-de1670fdcf5d triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:55.219491 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:55.357432 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Network a08c7d76-f7a8-4521-8dc1-daca14e140ce is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:19:55.358660 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:55.418281 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-feea643f-0123-4505-9f62-ab829f2f3f14 req-f08a6a28-97f7-4cd9-93b9-eddb271c5622 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbda4605-0375-4ebf-a8f9-5974f156b1e2 HTTP/1.1" status: 200 len: 210 time: 0.0693791 Apr 30 13:19:55.435845 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:55.460781 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port 77ce3c39-4db5-4814-be3e-de1670fdcf5d, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=77ce3c39-4db5-4814-be3e-de1670fdcf5d,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:55.468746 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:55.471136 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:55.545160 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=77ce3c39-4db5-4814-be3e-de1670fdcf5d,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:55.548966 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:55.573992 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:19:55.650543 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-5b6871ab-f7bb-4f80-bf47-e950bcff6949 None None] Provisioning complete for port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:55.651027 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5b6871ab-f7bb-4f80-bf47-e950bcff6949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:55.753035 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-5b6871ab-f7bb-4f80-bf47-e950bcff6949 None None] Port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:19:55.807392 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:19:55.812168 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] 10.222.0.93 "PUT /v2.0/routers/735ed0f3-c23f-4a0b-b456-fa0cdabf3afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5999207 Apr 30 13:19:55.823298 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Sync routers for ids ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:19:55.832788 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Routers {'735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:55.833416 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:56.062406 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Set router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:56.368351 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'a43dcc5a-de62-425f-a7f4-b4c5ac8f1586', 'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'mac_address': 'fa:16:3e:b8:ee:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:53Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 2, 'project_id': '0b6588f510914c1aa6727731130057cf', 'subnets': [{'id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:56.372560 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Checking router: 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:19:56.372990 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Updating router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 binding host dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:19:56.409299 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49046) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:56.415616 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308715084', 'description': 'tempest-description--837961664'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:56.421571 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:56.425322 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Usage tracker for resource:security_group and tenant:0b6588f510914c1aa6727731130057cf is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:56.428111 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:56.430433 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:56.435040 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:56.446371 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:56.467362 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:56.471345 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Usage tracker for resource:security_group_rule and tenant:0b6588f510914c1aa6727731130057cf is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:56.474204 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:56.480815 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:56.568416 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:56.575358 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:56.581446 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-a65391d0-a0f6-42be-b48b-a0cafcf59257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:56.624955 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:56.628578 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:56.643685 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:56.644952 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-1f69fad8-8ffc-476c-859b-1facda38c4ba tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2346361 Apr 30 13:19:56.647709 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49060) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:56.653532 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-0ba97d97-be98-47c6-9fe4-db7aad414199 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Request body: {'security_group_rule': {'security_group_id': '94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:56.659520 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-0ba97d97-be98-47c6-9fe4-db7aad414199 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:56.664447 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-0ba97d97-be98-47c6-9fe4-db7aad414199 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Usage tracker for resource:security_group_rule and tenant:0b6588f510914c1aa6727731130057cf is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:56.668431 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-0ba97d97-be98-47c6-9fe4-db7aad414199 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:56.674481 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-0ba97d97-be98-47c6-9fe4-db7aad414199 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:56.700500 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0ba97d97-be98-47c6-9fe4-db7aad414199 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:56.809083 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0ba97d97-be98-47c6-9fe4-db7aad414199 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:56.815607 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0ba97d97-be98-47c6-9fe4-db7aad414199 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:56.831151 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:56.848630 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Notify callbacks [] for port, precommit_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:56.857224 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 77ce3c39-4db5-4814-be3e-de1670fdcf5d up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:19:56.859371 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba97d97-be98-47c6-9fe4-db7aad414199 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abc8b70-a252-4bae-b2b1-a4a4db250630,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:56.863983 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-0ba97d97-be98-47c6-9fe4-db7aad414199 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:56.870462 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0ba97d97-be98-47c6-9fe4-db7aad414199 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:56.871701 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-0ba97d97-be98-47c6-9fe4-db7aad414199 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2230372 Apr 30 13:19:56.876175 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49074) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:56.882521 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-27562cff-564a-4214-8619-e58c152e798c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Request body: {'security_group_rule': {'security_group_id': '94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:56.890776 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-27562cff-564a-4214-8619-e58c152e798c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:56.895326 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-27562cff-564a-4214-8619-e58c152e798c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Usage tracker for resource:security_group_rule and tenant:0b6588f510914c1aa6727731130057cf is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:56.899359 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-27562cff-564a-4214-8619-e58c152e798c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:56.909106 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Transition to ACTIVE for port object a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 will not be triggered until provisioned by entity L2. {{(pid=73860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:19:56.918472 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-27562cff-564a-4214-8619-e58c152e798c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:56.927677 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:56.933949 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:56.947992 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-27562cff-564a-4214-8619-e58c152e798c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:56.985369 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 11a4714b-ae10-4dea-a817-7d0f23227f12 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:57.035394 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: 11a4714b-ae10-4dea-a817-7d0f23227f12 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:57.035743 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 11a4714b-ae10-4dea-a817-7d0f23227f12 not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:57.057386 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-27562cff-564a-4214-8619-e58c152e798c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:57.073804 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-27562cff-564a-4214-8619-e58c152e798c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:57.077020 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-77c83775-764a-45d2-9a78-44d467880f4a tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:57.114082 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27562cff-564a-4214-8619-e58c152e798c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2aba27-661f-4285-b395-99e28ed43be6,revision_number=0']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:57.119671 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-27562cff-564a-4214-8619-e58c152e798c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:57.130827 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-27562cff-564a-4214-8619-e58c152e798c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:57.132074 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-27562cff-564a-4214-8619-e58c152e798c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2545362 Apr 30 13:19:57.135255 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49100) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:57.141250 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Request body: {'floatingip': {'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:57.151959 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:57.156332 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Usage tracker for resource:floatingip and tenant:0b6588f510914c1aa6727731130057cf is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:57.159819 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:57.165753 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c627e5b-5799-482a-9d83-b0ceb6d191fe None None] Pushing event updated for resources: {'Port': ['ID=a43dcc5a-de62-425f-a7f4-b4c5ac8f1586,revision_number=3']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:57.167797 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:57.176388 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4c627e5b-5799-482a-9d83-b0ceb6d191fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:57.181010 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for floatingip, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:57.249809 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port 77ce3c39-4db5-4814-be3e-de1670fdcf5d triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:57.250431 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:57.293451 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Attempting to bind port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 on host dv-cinder-788363-2-smb for vnic_type normal with profile {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:19:57.293936 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Attempting to bind port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 by drivers openvswitch,hyperv on host dv-cinder-788363-2-smb at level 0 using segments [{'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:19:57.294567 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Attempting to bind port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 on network a08c7d76-f7a8-4521-8dc1-daca14e140ce {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:19:57.304061 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Checking agent: {'id': '404cf35f-a652-48ef-b8fe-9dc13400031a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 48), 'started_at': datetime.datetime(2021, 4, 30, 13, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:19:57.304991 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Checking segment: {'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:19:57.306183 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:57.306671 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Bound using segment: {'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'} {{(pid=73860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:19:57.307233 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.managers [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Bound port: a43dcc5a-de62-425f-a7f4-b4c5ac8f1586, host: dv-cinder-788363-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'}}] {{(pid=73860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:19:57.307703 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:57.332368 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:57.368787 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49108) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:57.481506 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] For port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586, host dv-cinder-788363-2-smb, cleared binding levels {{(pid=73860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:19:57.493232 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] For port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586, host dv-cinder-788363-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=a43dcc5a-de62-425f-a7f4-b4c5ac8f1586,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:19:57.495221 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Allocated IP 172.28.0.64 (07ca4a00-754c-4ee1-bad7-4e9920ec041b/ec54f1e6-42a0-405f-bb60-0305afc35dfb/1f1888f3-b0f9-4131-8ac4-8b86e7f93da9) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:19:57.501377 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:57.509221 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:57.588897 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Routers {'735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:57.589806 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:57.680285 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:57.702951 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c627e5b-5799-482a-9d83-b0ceb6d191fe None None] Pushing event updated for resources: {'Port': ['ID=a43dcc5a-de62-425f-a7f4-b4c5ac8f1586,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:57.708813 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4c627e5b-5799-482a-9d83-b0ceb6d191fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:57.746572 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:57.756931 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-74dfa87a-3c68-415d-aae0-0d7c88cf81db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:57.816311 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:19:57.819718 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:57.822612 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:19:57.853566 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] Set router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:57.879411 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event updated for resources: {'Port': ['ID=1f1888f3-b0f9-4131-8ac4-8b86e7f93da9,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:57.883199 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:57.928306 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:57.997754 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:58.077139 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-07fa898a-8969-48b4-bb23-008111392c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919930'] for router_interface, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:58.204416 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'a43dcc5a-de62-425f-a7f4-b4c5ac8f1586', 'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'mac_address': 'fa:16:3e:b8:ee:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:53Z', 'updated_at': '2021-04-30T13:19:57Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'subnets': [{'id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:58.208891 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194475a2-2028-462b-a86c-8b9dbad399c6 None None] The sync data for ids ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'] in dv-cinder-788363-2-smb is: [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'a43dcc5a-de62-425f-a7f4-b4c5ac8f1586', 'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'mac_address': 'fa:16:3e:b8:ee:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:53Z', 'updated_at': '2021-04-30T13:19:57Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'subnets': [{'id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:19:58.231866 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:58.237412 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096711'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:58.243880 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-9b138153-f8c0-4a9b-a168-2cb62308dcd3 tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:58.378349 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event updated for resources: {'Port': ['ID=1f1888f3-b0f9-4131-8ac4-8b86e7f93da9,revision_number=2']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:58.384275 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:58.387654 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919952'] for floatingip, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:58.415381 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:58.418147 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-e4333a72-fd66-4985-a1cc-8b11e9894b0a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2800763 Apr 30 13:19:58.593446 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-07fa898a-8969-48b4-bb23-008111392c68 admin admin] Deleting port 76048802-f632-4883-b1aa-e2892b497e98 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:58.593784 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-07fa898a-8969-48b4-bb23-008111392c68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:58.641851 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-0f903a97-60f4-41c7-aa8a-ce2c2c93f8dc tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Synchronizing usage tracker for tenant:0b6588f510914c1aa6727731130057cf on resource:security_group {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:58.725163 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-0f903a97-60f4-41c7-aa8a-ce2c2c93f8dc tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Unset dirty status for tenant:0b6588f510914c1aa6727731130057cf on resource:security_group {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:58.726999 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-0f903a97-60f4-41c7-aa8a-ce2c2c93f8dc tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1308715084&fields=id&tenant_id=0b6588f510914c1aa6727731130057cf HTTP/1.1" status: 200 len: 267 time: 0.1621401 Apr 30 13:19:58.802054 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-07fa898a-8969-48b4-bb23-008111392c68 admin admin] For port 76048802-f632-4883-b1aa-e2892b497e98, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=76048802-f632-4883-b1aa-e2892b497e98,segment=NetworkSegment(62a8780e-215a-4690-af71-129a2aee4016),segment_id=62a8780e-215a-4690-af71-129a2aee4016)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:58.802434 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-07fa898a-8969-48b4-bb23-008111392c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:58.829006 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:19:58.910197 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning for port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:19:58.918306 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:58.919602 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:58.990410 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-07fa898a-8969-48b4-bb23-008111392c68 admin admin] Calling delete_port for 76048802-f632-4883-b1aa-e2892b497e98 owned by network:router_interface {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:59.058962 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-9b7a547c-320c-486b-8027-d783aa4dc69a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:59.059562 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-9b7a547c-320c-486b-8027-d783aa4dc69a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Synchronizing usage tracker for tenant:0b6588f510914c1aa6727731130057cf on resource:network {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:59.065647 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:59.106393 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] For port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=a43dcc5a-de62-425f-a7f4-b4c5ac8f1586,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:59.111425 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:59.114945 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-68555e91-7dfd-48d3-9338-5f06918d3d1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:59.193798 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Pushing event updated for resources: {'Port': ['ID=a43dcc5a-de62-425f-a7f4-b4c5ac8f1586,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:59.197029 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:59.202707 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-9b7a547c-320c-486b-8027-d783aa4dc69a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Unset dirty status for tenant:0b6588f510914c1aa6727731130057cf on resource:network {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:59.203850 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-9b7a547c-320c-486b-8027-d783aa4dc69a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/networks?id=a08c7d76-f7a8-4521-8dc1-daca14e140ce HTTP/1.1" status: 200 len: 811 time: 0.4630456 Apr 30 13:19:59.230634 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-cdad4688-a1d2-46f8-89c8-3c21a4e46e7f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/quotas/0b6588f510914c1aa6727731130057cf HTTP/1.1" status: 200 len: 375 time: 0.0170896 Apr 30 13:19:59.496186 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-c0cdfd9d-739c-48d6-b0bd-b387d8692119 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=0b6588f510914c1aa6727731130057cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2583210 Apr 30 13:19:59.610300 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-07fa898a-8969-48b4-bb23-008111392c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:59.616605 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-43525b9c-e1ae-4575-8825-b87f9795ba9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:59.665116 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa898a-8969-48b4-bb23-008111392c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=76048802-f632-4883-b1aa-e2892b497e98,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:59.669997 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-07fa898a-8969-48b4-bb23-008111392c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:59.771264 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-6da7a07f-8429-462a-81ca-45efff5c2722 service neutron] 10.222.0.93 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622144 Apr 30 13:20:00.060768 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-c315eda7-1452-4d32-b5f2-d3819b5c97b2 service neutron] 10.222.0.93 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805893 Apr 30 13:20:00.061489 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-07fa898a-8969-48b4-bb23-008111392c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926410'] for router_interface, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:00.417673 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-fea9ba14-c20f-4360-87f5-b6fc5f35e973 req-e6b0f6f7-fc5e-412c-8c8c-c502772d318d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Synchronizing usage tracker for tenant:0b6588f510914c1aa6727731130057cf on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:00.437089 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-fea9ba14-c20f-4360-87f5-b6fc5f35e973 req-e6b0f6f7-fc5e-412c-8c8c-c502772d318d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Unset dirty status for tenant:0b6588f510914c1aa6727731130057cf on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:00.447567 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fea9ba14-c20f-4360-87f5-b6fc5f35e973 req-e6b0f6f7-fc5e-412c-8c8c-c502772d318d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 210 time: 0.1920021 Apr 30 13:20:00.510496 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fa898a-8969-48b4-bb23-008111392c68 admin admin] Router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:00.704474 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fa898a-8969-48b4-bb23-008111392c68 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:00.719563 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-07fa898a-8969-48b4-bb23-008111392c68 admin admin] 10.222.0.93 "PUT /v2.0/routers/f85d2076-2cc1-416b-aa45-5ba27ed2cb8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3469679 Apr 30 13:20:00.720980 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49134) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:00.723244 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb38b2-45f6-4f52-92e4-e4477ba7dc10 None None] Sync routers for ids ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:00.733741 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb38b2-45f6-4f52-92e4-e4477ba7dc10 None None] Routers {'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:00.734370 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-05cb38b2-45f6-4f52-92e4-e4477ba7dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:00.894447 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 up at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:00.914427 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:00.948851 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-05cb38b2-45f6-4f52-92e4-e4477ba7dc10 None None] Set router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:00.995592 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Provisioning complete for port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:00.996518 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:01.153573 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:01.234479 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Deleting port b23a3f1d-2e8c-478d-9218-39319249be68 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:01.234991 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:01.255261 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-05cb38b2-45f6-4f52-92e4-e4477ba7dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:05Z', 'updated_at': '2021-04-30T13:19:59Z', 'revision_number': 5, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'gw_port': {'id': 'b23a3f1d-2e8c-478d-9218-39319249be68', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:06Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:01.260176 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb38b2-45f6-4f52-92e4-e4477ba7dc10 None None] Checking router: f85d2076-2cc1-416b-aa45-5ba27ed2cb8d for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:01.269133 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb38b2-45f6-4f52-92e4-e4477ba7dc10 None None] Routers {'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:01.269747 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-05cb38b2-45f6-4f52-92e4-e4477ba7dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:01.380471 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] For port b23a3f1d-2e8c-478d-9218-39319249be68, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=b23a3f1d-2e8c-478d-9218-39319249be68,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:01.380834 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:01.447094 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-05cb38b2-45f6-4f52-92e4-e4477ba7dc10 None None] Set router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d gateway port host: None {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:01.543052 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Calling delete_port for b23a3f1d-2e8c-478d-9218-39319249be68 owned by network:router_gateway {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:01.560338 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-05cb38b2-45f6-4f52-92e4-e4477ba7dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:05Z', 'updated_at': '2021-04-30T13:20:01Z', 'revision_number': 6, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'gw_port_host': None}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:01.564677 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb38b2-45f6-4f52-92e4-e4477ba7dc10 None None] The sync data for ids ['f85d2076-2cc1-416b-aa45-5ba27ed2cb8d'] in dv-cinder-788363-2-smb is: [{'id': 'f85d2076-2cc1-416b-aa45-5ba27ed2cb8d', 'name': 'tempest-TestMinimumBasicScenario-428905583-router', 'tenant_id': '5919878f2177439e9606bc315fca7ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:05Z', 'updated_at': '2021-04-30T13:20:01Z', 'revision_number': 6, 'project_id': '5919878f2177439e9606bc315fca7ad3', 'gw_port_host': None}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:01.620440 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-5fc939c3-abd6-4791-b71c-d7df3a20f901 req-e1ec9f0b-ba00-4a5c-a0b2-49859b1c363d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 210 time: 0.0456443 Apr 30 13:20:01.674578 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-da54f119-d809-42cc-ab47-2a6371b13e05 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:01.675977 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-da54f119-d809-42cc-ab47-2a6371b13e05 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.90 "GET /v2.0/networks?id=a08c7d76-f7a8-4521-8dc1-daca14e140ce HTTP/1.1" status: 200 len: 811 time: 0.2981853 Apr 30 13:20:01.877720 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-1b13727b-9911-43c1-ba1b-ff4b56fd79f8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Synchronizing usage tracker for tenant:0b6588f510914c1aa6727731130057cf on resource:security_group {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:01.900994 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-1b13727b-9911-43c1-ba1b-ff4b56fd79f8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Unset dirty status for tenant:0b6588f510914c1aa6727731130057cf on resource:security_group {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:01.902154 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-1b13727b-9911-43c1-ba1b-ff4b56fd79f8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b6588f510914c1aa6727731130057cf HTTP/1.1" status: 200 len: 380 time: 0.1053629 Apr 30 13:20:01.907050 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:01.913564 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Request body: {'port': {'device_id': 'd710aac4-0797-4344-b56f-d0a12ee853d7', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'admin_state_up': True, 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'security_groups': ['94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f']}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:02.078777 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:02.086015 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-375358b0-7539-492c-96cc-5f4659e72773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:02.256231 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b23a3f1d-2e8c-478d-9218-39319249be68,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:02.283482 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:02.299259 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:02.350033 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:02.370508 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Made reservation on behalf of 0b6588f510914c1aa6727731130057cf for: {'port': 1} {{(pid=73858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:20:02.373995 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:02.391856 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933613'] for router_gateway, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:02.608393 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59984'] for router, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:02.620067 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:02.659440 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646216'] for router, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:02.660096 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f85d2076-2cc1-416b-aa45-5ba27ed2cb8d {{(pid=73858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:20:02.744270 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Allocated IP 172.20.0.9 (a08c7d76-f7a8-4521-8dc1-daca14e140ce/2d754426-79a6-4784-a8f3-c2a5310152cf/422b92cc-9545-4749-add3-d2927f441ea5) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:20:02.747756 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Notify callbacks [] for router, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:02.749045 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] 10.222.0.93 "DELETE /v2.0/routers/f85d2076-2cc1-416b-aa45-5ba27ed2cb8d HTTP/1.1" status: 204 len: 168 time: 2.0281329 Apr 30 13:20:02.752741 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49146) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:02.806848 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-ecb025af-d1c8-4cc5-8ea3-3ba3b7bfa684 req-55e50344-ce6e-4bd1-b32e-b2e2a627022c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Synchronizing usage tracker for tenant:0b6588f510914c1aa6727731130057cf on resource:port {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:02.817145 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device b23a3f1d-2e8c-478d-9218-39319249be68 no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:02.823144 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefdd065-f52a-4066-9a81-f957df7f81de admin admin] Deleting subnet 8859bceb-4922-4443-8114-76a4fe0b5fa0 {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:20:02.826167 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cefdd065-f52a-4066-9a81-f957df7f81de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:02.853899 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: b23a3f1d-2e8c-478d-9218-39319249be68 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:02.854353 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device b23a3f1d-2e8c-478d-9218-39319249be68 not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:02.855009 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 76048802-f632-4883-b1aa-e2892b497e98 no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:02.862451 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-ecb025af-d1c8-4cc5-8ea3-3ba3b7bfa684 req-55e50344-ce6e-4bd1-b32e-b2e2a627022c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Unset dirty status for tenant:0b6588f510914c1aa6727731130057cf on resource:port {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:02.863629 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ecb025af-d1c8-4cc5-8ea3-3ba3b7bfa684 req-55e50344-ce6e-4bd1-b32e-b2e2a627022c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 210 time: 0.1108832 Apr 30 13:20:02.900695 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: 76048802-f632-4883-b1aa-e2892b497e98 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:02.901138 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 76048802-f632-4883-b1aa-e2892b497e98 not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:03.006081 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cefdd065-f52a-4066-9a81-f957df7f81de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3502601'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.011688 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.027988 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.provisioning_blocks [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Transition to ACTIVE for port object 422b92cc-9545-4749-add3-d2927f441ea5 will not be triggered until provisioned by entity DHCP. {{(pid=73858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:03.052112 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.057578 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:03.087295 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cefdd065-f52a-4066-9a81-f957df7f81de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134165206'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.127385 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Network a08c7d76-f7a8-4521-8dc1-daca14e140ce is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:03.130836 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:03.135286 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:20:03.174893 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event updated for resources: {'Port': ['ID=422b92cc-9545-4749-add3-d2927f441ea5,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:03.179901 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:03.206749 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:03.207383 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.227427 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-5b3dd72e-b8b9-4979-89fc-91541511fae5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3180461 Apr 30 13:20:03.246189 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Request body: {'port': {'device_id': 'd710aac4-0797-4344-b56f-d0a12ee853d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:03.367650 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cefdd065-f52a-4066-9a81-f957df7f81de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134165199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2553903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2189429'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.372485 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-26377dc2-7738-4ff6-8b65-bca86f294276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:03.381206 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.400868 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-fa4d17ea-4fcd-4498-88e7-a074ce9b2467 None None] Provisioning for port 422b92cc-9545-4749-add3-d2927f441ea5 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:03.406753 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-fa4d17ea-4fcd-4498-88e7-a074ce9b2467 None None] Provisioning complete for port 422b92cc-9545-4749-add3-d2927f441ea5 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:03.407466 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-fa4d17ea-4fcd-4498-88e7-a074ce9b2467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.408055 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdd065-f52a-4066-9a81-f957df7f81de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8859bceb-4922-4443-8114-76a4fe0b5fa0,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:03.409990 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-cefdd065-f52a-4066-9a81-f957df7f81de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.413920 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-cefdd065-f52a-4066-9a81-f957df7f81de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:03.419425 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-cefdd065-f52a-4066-9a81-f957df7f81de admin admin] 10.222.0.93 "DELETE /v2.0/subnets/8859bceb-4922-4443-8114-76a4fe0b5fa0 HTTP/1.1" status: 204 len: 168 time: 0.6628802 Apr 30 13:20:03.419425 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49150) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:03.434525 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f2a95d-d82d-4cff-ac27-d9736419bdf3 None None] Network e66f7068-aa5c-4662-894a-45684c558584 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:20:03.528038 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133776857'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.555630 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-fa4d17ea-4fcd-4498-88e7-a074ce9b2467 None None] Port 422b92cc-9545-4749-add3-d2927f441ea5 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:20:03.608546 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Deleting port f5183501-36f9-49e4-ba44-a2a00252bf57 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:03.608786 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.718023 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] For port f5183501-36f9-49e4-ba44-a2a00252bf57, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=f5183501-36f9-49e4-ba44-a2a00252bf57,segment=NetworkSegment(62a8780e-215a-4690-af71-129a2aee4016),segment_id=62a8780e-215a-4690-af71-129a2aee4016)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:03.718471 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.736724 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7b1630-c69a-4ec9-86d1-3039dce851a7 None None] DHCP port deletion for e66f7068-aa5c-4662-894a-45684c558584 request from dv-cinder-788363-2-smb {{(pid=73860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:20:03.739839 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422b92cc-9545-4749-add3-d2927f441ea5 {{(pid=73858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:20:03.747846 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.762523 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.provisioning_blocks [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Transition to ACTIVE for port object 422b92cc-9545-4749-add3-d2927f441ea5 will not be triggered until provisioned by entity L2. {{(pid=73858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:03.767491 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096711'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.772216 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d655e431-13ae-4e20-b442-e2fedfd88076 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:03.809244 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b1630-c69a-4ec9-86d1-3039dce851a7 None None] Deleting port f5183501-36f9-49e4-ba44-a2a00252bf57 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:03.809698 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-aa7b1630-c69a-4ec9-86d1-3039dce851a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.840626 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Pushing event updated for resources: {'Port': ['ID=422b92cc-9545-4749-add3-d2927f441ea5,revision_number=2']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:03.844781 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:03.854502 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Calling delete_port for f5183501-36f9-49e4-ba44-a2a00252bf57 owned by network:dhcp {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:03.907887 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.914572 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:03.970682 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5183501-36f9-49e4-ba44-a2a00252bf57,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:03.974640 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:03.978751 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] No DVR routers for this DVR port f5183501-36f9-49e4-ba44-a2a00252bf57 on host dv-cinder-788363-2-smb {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:04.008537 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-aa7b1630-c69a-4ec9-86d1-3039dce851a7 None None] For port f5183501-36f9-49e4-ba44-a2a00252bf57, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=f5183501-36f9-49e4-ba44-a2a00252bf57,segment=NetworkSegment(62a8780e-215a-4690-af71-129a2aee4016),segment_id=62a8780e-215a-4690-af71-129a2aee4016)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:04.009124 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-aa7b1630-c69a-4ec9-86d1-3039dce851a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.168974 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134168155', 'neutron.services.segments.db._delete_segments_for_network-8749317885085'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.187253 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Attempting to bind port 422b92cc-9545-4749-add3-d2927f441ea5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:20:04.187586 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Attempting to bind port 422b92cc-9545-4749-add3-d2927f441ea5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'}] {{(pid=73858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:20:04.187925 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Attempting to bind port 422b92cc-9545-4749-add3-d2927f441ea5 on network a08c7d76-f7a8-4521-8dc1-daca14e140ce {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:04.193107 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Port 422b92cc-9545-4749-add3-d2927f441ea5 on network a08c7d76-f7a8-4521-8dc1-daca14e140ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:20:04.193377 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b1630-c69a-4ec9-86d1-3039dce851a7 None None] Calling delete_port for f5183501-36f9-49e4-ba44-a2a00252bf57 owned by network:dhcp {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:04.193565 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Attempting to bind port 422b92cc-9545-4749-add3-d2927f441ea5 on network a08c7d76-f7a8-4521-8dc1-daca14e140ce {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:04.199155 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:20:04.199728 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Checking segment: {'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:20:04.200040 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Bound using segment: {'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'} {{(pid=73858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:20:04.200852 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Bound port: 422b92cc-9545-4749-add3-d2927f441ea5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'}}] {{(pid=73858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:20:04.200852 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.248963 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-aa7b1630-c69a-4ec9-86d1-3039dce851a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.253862 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:04.288014 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78066344-101e-49fa-bd78-ab449b87cee3 req-57887219-b5cf-40bd-8ddd-0ec19bd793ab tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:04.290154 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-78066344-101e-49fa-bd78-ab449b87cee3 req-57887219-b5cf-40bd-8ddd-0ec19bd793ab tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 943 time: 0.2529106 Apr 30 13:20:04.299328 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b1630-c69a-4ec9-86d1-3039dce851a7 None None] Pushing event deleted for resources: {'Port': ['ID=f5183501-36f9-49e4-ba44-a2a00252bf57,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:04.302316 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-aa7b1630-c69a-4ec9-86d1-3039dce851a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:04.303119 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b1630-c69a-4ec9-86d1-3039dce851a7 None None] No DVR routers for this DVR port f5183501-36f9-49e4-ba44-a2a00252bf57 on host dv-cinder-788363-2-smb {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:04.315120 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] For port 422b92cc-9545-4749-add3-d2927f441ea5, host hv-cinder-78836, cleared binding levels {{(pid=73858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:20:04.315334 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66f7068-aa5c-4662-894a-45684c558584']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:04.318505 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] For port 422b92cc-9545-4749-add3-d2927f441ea5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=422b92cc-9545-4749-add3-d2927f441ea5,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:20:04.322861 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096711'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.327937 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-ded5c2f7-7ab9-4b6d-bb30-d828ab7e6fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:04.343630 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a8780e-215a-4690-af71-129a2aee4016') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:04.343931 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a8780e-215a-4690-af71-129a2aee4016') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:04.366133 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749317896807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3502592'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.380672 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:04.381326 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.382728 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] 10.222.0.90 "PUT /v2.0/ports/422b92cc-9545-4749-add3-d2927f441ea5 HTTP/1.1" status: 200 len: 1093 time: 1.1412213 Apr 30 13:20:04.383285 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd710aac4-0797-4344-b56f-d0a12ee853d7', 'tag': '422b92cc-9545-4749-add3-d2927f441ea5'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:04.406612 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-78066344-101e-49fa-bd78-ab449b87cee3 req-7308070e-4ad7-438d-a813-c46c2f9aa6b4 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907829 Apr 30 13:20:04.408020 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.408755 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Pushing event updated for resources: {'Port': ['ID=422b92cc-9545-4749-add3-d2927f441ea5,revision_number=3']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:04.412229 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-aa593ea0-3b01-46f1-963e-f731f09d32ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:04.434725 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:20:04.484067 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd710aac4-0797-4344-b56f-d0a12ee853d7', 'tag': '422b92cc-9545-4749-add3-d2927f441ea5', 'status': 'completed', 'code': 200} Apr 30 13:20:04.526771 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-23af0915-8943-4dae-8c92-280afef764b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:04.528273 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-23af0915-8943-4dae-8c92-280afef764b6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b6588f510914c1aa6727731130057cf&device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 1096 time: 0.0844030 Apr 30 13:20:04.605073 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-8969c120-c978-4c51-84c3-5ed719ce3433 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=422b92cc-9545-4749-add3-d2927f441ea5 HTTP/1.1" status: 200 len: 217 time: 0.0630782 Apr 30 13:20:04.674449 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-9f093893-d4b9-4e59-acf7-f4a3a7e4cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:04.675934 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-9f093893-d4b9-4e59-acf7-f4a3a7e4cabf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d754426-79a6-4784-a8f3-c2a5310152cf HTTP/1.1" status: 200 len: 850 time: 0.0637875 Apr 30 13:20:04.719837 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Network e66f7068-aa5c-4662-894a-45684c558584 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:04.729368 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134162659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2553989'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.755269 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-199593f8-401a-4283-9941-29e11a73c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:04.757432 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-199593f8-401a-4283-9941-29e11a73c2fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a08c7d76-f7a8-4521-8dc1-daca14e140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743048 Apr 30 13:20:04.776961 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device f5183501-36f9-49e4-ba44-a2a00252bf57 no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:04.812699 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: f5183501-36f9-49e4-ba44-a2a00252bf57 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:04.813052 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device f5183501-36f9-49e4-ba44-a2a00252bf57 not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:04.892875 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-d2fff44f-d821-4e46-a16f-47952002a511 service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285460 Apr 30 13:20:04.904063 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Network e66f7068-aa5c-4662-894a-45684c558584 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: Traceback (most recent call last): Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: timer() Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: cb(*args, **kw) Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: return func(*args, **kwargs) Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: self._notify() Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: self.callback(batched_events) Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: event.method(event) Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: return f(self, *a, **k) Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: return self._get(url).json() Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: return self.request(url, 'GET', **kwargs) Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:20:04.928217 dv-cinder-788363-2-smb neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:20:05.004330 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134168144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931953'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:05.008977 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:05.024450 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:05.032725 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d5348b14-8ec5-4c42-8010-f87119a4fe8b req-868d6eb2-62ee-4912-8929-6caad1cc19e9 service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318779 Apr 30 13:20:05.033516 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Pushing event deleted for resources: {'Network': ['ID=e66f7068-aa5c-4662-894a-45684c558584,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:05.038016 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:05.041839 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] 10.222.0.93 "DELETE /v2.0/networks/e66f7068-aa5c-4662-894a-45684c558584 HTTP/1.1" status: 204 len: 168 time: 1.6214199 Apr 30 13:20:05.044711 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49158) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:05.190920 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bdf84-e74a-4edc-9c61-5facf48a08b8 req-338a4613-2253-4ef5-b073-fa9956f76d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:05.192298 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7a9bdf84-e74a-4edc-9c61-5facf48a08b8 req-338a4613-2253-4ef5-b073-fa9956f76d5b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b6588f510914c1aa6727731130057cf&device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 1096 time: 0.0724463 Apr 30 13:20:05.330678 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bdf84-e74a-4edc-9c61-5facf48a08b8 req-bee5914e-eb74-4373-b6d6-26978449253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:05.332122 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7a9bdf84-e74a-4edc-9c61-5facf48a08b8 req-bee5914e-eb74-4373-b6d6-26978449253a service neutron] 10.222.0.90 "GET /v2.0/networks?id=a08c7d76-f7a8-4521-8dc1-daca14e140ce HTTP/1.1" status: 200 len: 913 time: 0.1327255 Apr 30 13:20:05.405871 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7a9bdf84-e74a-4edc-9c61-5facf48a08b8 req-0cae1931-89be-4086-b22b-cf10483979c7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=422b92cc-9545-4749-add3-d2927f441ea5 HTTP/1.1" status: 200 len: 217 time: 0.0651608 Apr 30 13:20:05.482587 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bdf84-e74a-4edc-9c61-5facf48a08b8 req-e2d4cd6d-267c-4218-b001-10d2e61885cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:05.484307 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7a9bdf84-e74a-4edc-9c61-5facf48a08b8 req-e2d4cd6d-267c-4218-b001-10d2e61885cd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d754426-79a6-4784-a8f3-c2a5310152cf HTTP/1.1" status: 200 len: 850 time: 0.0710347 Apr 30 13:20:05.570233 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bdf84-e74a-4edc-9c61-5facf48a08b8 req-d9560043-82b6-41ad-b486-dec4ae2372c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:05.571738 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7a9bdf84-e74a-4edc-9c61-5facf48a08b8 req-d9560043-82b6-41ad-b486-dec4ae2372c1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a08c7d76-f7a8-4521-8dc1-daca14e140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808043 Apr 30 13:20:05.649990 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0ae2f-4ad5-4c77-92be-05bab403d956 req-20602f01-2472-45c9-aed1-470cd17af877 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:05.651581 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2cb0ae2f-4ad5-4c77-92be-05bab403d956 req-20602f01-2472-45c9-aed1-470cd17af877 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 943 time: 0.1358082 Apr 30 13:20:05.714826 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7a9bdf84-e74a-4edc-9c61-5facf48a08b8 req-c0ae7f3a-bb8b-406d-b539-85d58b994ded service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352115 Apr 30 13:20:05.717010 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-2cb0ae2f-4ad5-4c77-92be-05bab403d956 req-6c9fa7ae-dd32-4baf-bda3-fcd0ef288601 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580587 Apr 30 13:20:05.723402 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e00864ef-0432-4e4b-a8b0-8150cbb81806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919930'] for router_interface, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:05.855899 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-7a9bdf84-e74a-4edc-9c61-5facf48a08b8 req-592da4e6-fbc9-4d65-b8d2-268de839aaa7 service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329560 Apr 30 13:20:06.260740 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-e00864ef-0432-4e4b-a8b0-8150cbb81806 admin admin] Deleting port e81c6786-fba2-476a-b21c-9d115436f796 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:06.261334 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e00864ef-0432-4e4b-a8b0-8150cbb81806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:06.388712 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-e00864ef-0432-4e4b-a8b0-8150cbb81806 admin admin] For port e81c6786-fba2-476a-b21c-9d115436f796, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=e81c6786-fba2-476a-b21c-9d115436f796,segment=NetworkSegment(4166524a-418b-4872-b007-4f2cdf7884ab),segment_id=4166524a-418b-4872-b007-4f2cdf7884ab)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:06.388978 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e00864ef-0432-4e4b-a8b0-8150cbb81806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:06.513972 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-e00864ef-0432-4e4b-a8b0-8150cbb81806 admin admin] Calling delete_port for e81c6786-fba2-476a-b21c-9d115436f796 owned by network:router_interface {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:06.669471 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e00864ef-0432-4e4b-a8b0-8150cbb81806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:06.673334 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c2d7b483-506d-427e-874a-fbb7fb545f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:06.720587 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00864ef-0432-4e4b-a8b0-8150cbb81806 admin admin] Pushing event deleted for resources: {'Port': ['ID=e81c6786-fba2-476a-b21c-9d115436f796,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:06.756994 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e00864ef-0432-4e4b-a8b0-8150cbb81806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:06.940046 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2963e07-dd25-4491-8aeb-4f66265651b5 req-b9d22d5a-b806-44e1-ad8f-fcfd39a34cee tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:06.941440 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f2963e07-dd25-4491-8aeb-4f66265651b5 req-b9d22d5a-b806-44e1-ad8f-fcfd39a34cee tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 943 time: 0.0882432 Apr 30 13:20:06.992868 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-f2963e07-dd25-4491-8aeb-4f66265651b5 req-33707849-67b9-4256-973a-487fce22bfb5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447807 Apr 30 13:20:06.997137 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 422b92cc-9545-4749-add3-d2927f441ea5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:20:06.998722 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e00864ef-0432-4e4b-a8b0-8150cbb81806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926410'] for router_interface, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:07.141231 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 422b92cc-9545-4749-add3-d2927f441ea5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=422b92cc-9545-4749-add3-d2927f441ea5,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:07.156663 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': '422b92cc-9545-4749-add3-d2927f441ea5', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'port_id': '422b92cc-9545-4749-add3-d2927f441ea5', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:20:07.218303 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:07.236939 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422b92cc-9545-4749-add3-d2927f441ea5 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:20:07.254115 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 422b92cc-9545-4749-add3-d2927f441ea5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=422b92cc-9545-4749-add3-d2927f441ea5,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:07.259901 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:07.262762 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:07.331677 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=422b92cc-9545-4749-add3-d2927f441ea5,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:07.334881 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:07.380493 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00864ef-0432-4e4b-a8b0-8150cbb81806 admin admin] Router f71d4854-2dc3-4973-9388-05a236bb3cec has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:07.565268 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00864ef-0432-4e4b-a8b0-8150cbb81806 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:07.571955 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['422b92cc-9545-4749-add3-d2927f441ea5'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:20:07.575553 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-e00864ef-0432-4e4b-a8b0-8150cbb81806 admin admin] 10.222.0.93 "PUT /v2.0/routers/f71d4854-2dc3-4973-9388-05a236bb3cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5298240 Apr 30 13:20:07.577921 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49166) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:07.598780 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e25924-5f21-43d1-ae8f-56d5bf95a430 None None] Sync routers for ids ['f71d4854-2dc3-4973-9388-05a236bb3cec'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:07.635865 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e25924-5f21-43d1-ae8f-56d5bf95a430 None None] Routers {'f71d4854-2dc3-4973-9388-05a236bb3cec'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:07.636513 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-86e25924-5f21-43d1-ae8f-56d5bf95a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f71d4854-2dc3-4973-9388-05a236bb3cec'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:07.867717 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-86e25924-5f21-43d1-ae8f-56d5bf95a430 None None] Set router f71d4854-2dc3-4973-9388-05a236bb3cec gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:07.872844 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] Notify callbacks [] for router, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.066271 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.211143 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-86e25924-5f21-43d1-ae8f-56d5bf95a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'name': 'tempest-TestMinimumBasicScenario-1071497450-router', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '7f8f4381-854e-4077-bb87-20150a11e3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:15Z', 'updated_at': '2021-04-30T13:20:06Z', 'revision_number': 5, 'project_id': '7f65bb61d2be449a880be3f85fe7f640', 'gw_port': {'id': '7f8f4381-854e-4077-bb87-20150a11e3de', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:08.213899 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] Deleting port 7f8f4381-854e-4077-bb87-20150a11e3de {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:08.214285 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.215409 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e25924-5f21-43d1-ae8f-56d5bf95a430 None None] Checking router: f71d4854-2dc3-4973-9388-05a236bb3cec for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:08.224536 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e25924-5f21-43d1-ae8f-56d5bf95a430 None None] Routers {'f71d4854-2dc3-4973-9388-05a236bb3cec'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:08.225202 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-86e25924-5f21-43d1-ae8f-56d5bf95a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['f71d4854-2dc3-4973-9388-05a236bb3cec'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:08.256606 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e4e10-8052-40eb-8138-8b19a6e96b8d req-f1344797-344a-4e6d-9959-6acf5bb365f9 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:08.258314 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-184e4e10-8052-40eb-8138-8b19a6e96b8d req-f1344797-344a-4e6d-9959-6acf5bb365f9 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 944 time: 0.1411295 Apr 30 13:20:08.370873 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-184e4e10-8052-40eb-8138-8b19a6e96b8d req-339f2f7d-664d-4c06-a803-97c4c8179a54 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649648 Apr 30 13:20:08.391628 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] For port 7f8f4381-854e-4077-bb87-20150a11e3de, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=7f8f4381-854e-4077-bb87-20150a11e3de,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:08.392312 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.434551 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-86e25924-5f21-43d1-ae8f-56d5bf95a430 None None] Set router f71d4854-2dc3-4973-9388-05a236bb3cec gateway port host: None {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:08.518823 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] Calling delete_port for 7f8f4381-854e-4077-bb87-20150a11e3de owned by network:router_gateway {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:08.544424 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-86e25924-5f21-43d1-ae8f-56d5bf95a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'name': 'tempest-TestMinimumBasicScenario-1071497450-router', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:15Z', 'updated_at': '2021-04-30T13:20:08Z', 'revision_number': 6, 'project_id': '7f65bb61d2be449a880be3f85fe7f640', 'gw_port_host': None}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:08.548693 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e25924-5f21-43d1-ae8f-56d5bf95a430 None None] The sync data for ids ['f71d4854-2dc3-4973-9388-05a236bb3cec'] in dv-cinder-788363-2-smb is: [{'id': 'f71d4854-2dc3-4973-9388-05a236bb3cec', 'name': 'tempest-TestMinimumBasicScenario-1071497450-router', 'tenant_id': '7f65bb61d2be449a880be3f85fe7f640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:15Z', 'updated_at': '2021-04-30T13:20:08Z', 'revision_number': 6, 'project_id': '7f65bb61d2be449a880be3f85fe7f640', 'gw_port_host': None}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:08.667721 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.671300 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e00864ef-0432-4e4b-a8b0-8150cbb81806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:08.743465 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] Pushing event deleted for resources: {'Port': ['ID=7f8f4381-854e-4077-bb87-20150a11e3de,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:08.751536 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:08.811491 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933613'] for router_gateway, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.987690 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59984'] for router, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.989929 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.008403 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 422b92cc-9545-4749-add3-d2927f441ea5 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:09.015173 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646216'] for router, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.016041 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f71d4854-2dc3-4973-9388-05a236bb3cec {{(pid=73859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:20:09.029338 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.032733 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-12f91607-2626-4375-aa97-f9750846713e admin admin] 10.222.0.93 "DELETE /v2.0/routers/f71d4854-2dc3-4973-9388-05a236bb3cec HTTP/1.1" status: 204 len: 168 time: 1.4517000 Apr 30 13:20:09.032965 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49172) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:09.082523 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port 422b92cc-9545-4749-add3-d2927f441ea5 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:09.087925 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port 422b92cc-9545-4749-add3-d2927f441ea5 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:09.088303 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.096885 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc05f106-d84f-4683-85c3-cb51fc9b31ed admin admin] Deleting subnet 9a9413de-6b45-45ca-a1f3-ac13e986071d {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:20:09.100150 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc05f106-d84f-4683-85c3-cb51fc9b31ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.216847 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.246678 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd710aac4-0797-4344-b56f-d0a12ee853d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422b92cc-9545-4749-add3-d2927f441ea5'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:09.257453 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port 422b92cc-9545-4749-add3-d2927f441ea5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=422b92cc-9545-4749-add3-d2927f441ea5,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:09.264453 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.267158 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:09.271838 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc05f106-d84f-4683-85c3-cb51fc9b31ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3502601'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.307662 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd710aac4-0797-4344-b56f-d0a12ee853d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422b92cc-9545-4749-add3-d2927f441ea5', 'code': 200} Apr 30 13:20:09.343159 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device e81c6786-fba2-476a-b21c-9d115436f796 no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:09.379433 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc05f106-d84f-4683-85c3-cb51fc9b31ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134165206'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.388957 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: e81c6786-fba2-476a-b21c-9d115436f796 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:09.389406 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device e81c6786-fba2-476a-b21c-9d115436f796 not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:09.394437 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=422b92cc-9545-4749-add3-d2927f441ea5,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:09.397562 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:09.711739 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eb52c-ec6c-4555-b0c0-68d9f1e4d2fe req-c3a5a2ae-c983-4e67-90d1-c49e93d57f76 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:09.712494 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6980481-fdba-4608-af9f-8ecdb17edbe5 req-e49b173c-aee8-4eba-b28f-047af3097d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:09.713297 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-da4eb52c-ec6c-4555-b0c0-68d9f1e4d2fe req-c3a5a2ae-c983-4e67-90d1-c49e93d57f76 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.1856012 Apr 30 13:20:09.713971 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c6980481-fdba-4608-af9f-8ecdb17edbe5 req-e49b173c-aee8-4eba-b28f-047af3097d1d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 1098 time: 0.1798337 Apr 30 13:20:09.758651 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-c6980481-fdba-4608-af9f-8ecdb17edbe5 req-77442634-e361-42ee-9466-aa1932ac55aa service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370579 Apr 30 13:20:09.769610 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc05f106-d84f-4683-85c3-cb51fc9b31ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134165199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2553903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2189429'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.779321 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d65d18a8-1a65-4171-bae1-0da18b8ab886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:09.808490 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-da4eb52c-ec6c-4555-b0c0-68d9f1e4d2fe req-076bf6b8-2324-4041-8448-46bc482307a0 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882819 Apr 30 13:20:09.815886 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-dc05f106-d84f-4683-85c3-cb51fc9b31ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.822134 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c97b178-92ee-4efa-bc0b-5e7f164d0be2 None None] Network ba7bc855-5baf-4a5e-8d9b-03712f11c677 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:20:09.825684 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05f106-d84f-4683-85c3-cb51fc9b31ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9413de-6b45-45ca-a1f3-ac13e986071d,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:09.830059 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-dc05f106-d84f-4683-85c3-cb51fc9b31ed admin admin] 10.222.0.93 "DELETE /v2.0/subnets/9a9413de-6b45-45ca-a1f3-ac13e986071d HTTP/1.1" status: 204 len: 168 time: 0.7957821 Apr 30 13:20:09.832176 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-dc05f106-d84f-4683-85c3-cb51fc9b31ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:09.832477 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49180) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:09.940974 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133776857'] for network, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.020301 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Deleting port 74bc7bc8-54d0-4434-bfda-afd2402c3353 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:10.020637 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.093918 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04abf606-e63d-4ed2-a6e6-c730df816df3 None None] DHCP port deletion for ba7bc855-5baf-4a5e-8d9b-03712f11c677 request from dv-cinder-788363-2-smb {{(pid=73860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:20:10.121464 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] For port 74bc7bc8-54d0-4434-bfda-afd2402c3353, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=74bc7bc8-54d0-4434-bfda-afd2402c3353,segment=NetworkSegment(4166524a-418b-4872-b007-4f2cdf7884ab),segment_id=4166524a-418b-4872-b007-4f2cdf7884ab)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:10.121831 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.165639 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-04abf606-e63d-4ed2-a6e6-c730df816df3 None None] Deleting port 74bc7bc8-54d0-4434-bfda-afd2402c3353 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:10.165999 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-04abf606-e63d-4ed2-a6e6-c730df816df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.254272 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Calling delete_port for 74bc7bc8-54d0-4434-bfda-afd2402c3353 owned by network:dhcp {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:10.268463 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-04abf606-e63d-4ed2-a6e6-c730df816df3 None None] For port 74bc7bc8-54d0-4434-bfda-afd2402c3353, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=74bc7bc8-54d0-4434-bfda-afd2402c3353,segment=NetworkSegment(4166524a-418b-4872-b007-4f2cdf7884ab),segment_id=4166524a-418b-4872-b007-4f2cdf7884ab)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:10.269084 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-04abf606-e63d-4ed2-a6e6-c730df816df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.305561 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.309509 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-def52b53-3d91-4964-9b70-58e64cad4477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:10.353388 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=74bc7bc8-54d0-4434-bfda-afd2402c3353,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:10.356276 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:10.357050 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] No DVR routers for this DVR port 74bc7bc8-54d0-4434-bfda-afd2402c3353 on host dv-cinder-788363-2-smb {{(pid=73858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:10.401275 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-04abf606-e63d-4ed2-a6e6-c730df816df3 None None] Calling delete_port for 74bc7bc8-54d0-4434-bfda-afd2402c3353 owned by network:dhcp {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:10.445529 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-04abf606-e63d-4ed2-a6e6-c730df816df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.449117 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-5d1c8913-c909-42d7-8257-60da6cb7848b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:10.474371 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134168155', 'neutron.services.segments.db._delete_segments_for_network-8749317885085'] for network, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.492175 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abf606-e63d-4ed2-a6e6-c730df816df3 None None] Pushing event deleted for resources: {'Port': ['ID=74bc7bc8-54d0-4434-bfda-afd2402c3353,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:10.495189 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-04abf606-e63d-4ed2-a6e6-c730df816df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:10.495993 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04abf606-e63d-4ed2-a6e6-c730df816df3 None None] No DVR routers for this DVR port 74bc7bc8-54d0-4434-bfda-afd2402c3353 on host dv-cinder-788363-2-smb {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:10.584414 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.services.segments.db [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7bc855-5baf-4a5e-8d9b-03712f11c677']}} {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:10.597390 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.services.segments.db [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4166524a-418b-4872-b007-4f2cdf7884ab') {'for_net_delete': True} {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:10.597688 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.services.segments.db [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4166524a-418b-4872-b007-4f2cdf7884ab') {} {{(pid=73858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:10.609636 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749317896807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-541952'] for segment, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.625470 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.631553 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=73858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:20:10.782974 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 74bc7bc8-54d0-4434-bfda-afd2402c3353 no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:10.808314 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Network ba7bc855-5baf-4a5e-8d9b-03712f11c677 has no segments {{(pid=73858) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:10.817683 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134162659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3096667'] for segment, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.835862 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: 74bc7bc8-54d0-4434-bfda-afd2402c3353 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:10.836285 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 74bc7bc8-54d0-4434-bfda-afd2402c3353 not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:10.836722 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 7f8f4381-854e-4077-bb87-20150a11e3de no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:10.883952 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: 7f8f4381-854e-4077-bb87-20150a11e3de {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:10.884390 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 7f8f4381-854e-4077-bb87-20150a11e3de not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:11.041464 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.managers [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Network ba7bc855-5baf-4a5e-8d9b-03712f11c677 has no segments {{(pid=73858) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: Traceback (most recent call last): Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: timer() Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: cb(*args, **kw) Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: return func(*args, **kwargs) Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: self._notify() Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: self.callback(batched_events) Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: event.method(event) Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: return f(self, *a, **k) Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: return self._get(url).json() Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: return self.request(url, 'GET', **kwargs) Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:20:11.063057 dv-cinder-788363-2-smb neutron-server[73858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:20:11.240942 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134168144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931953'] for network, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:11.247260 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:11.249515 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fd78a1f9-28a9-4fda-a559-8a373fcec949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:11.272346 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Pushing event deleted for resources: {'Network': ['ID=ba7bc855-5baf-4a5e-8d9b-03712f11c677,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:11.276660 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:11.286349 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e2ba8-ffcf-4033-9c92-34bd0f354aea req-da9fa406-218c-4b76-a387-8bec53392c2f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:11.287793 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2d1e2ba8-ffcf-4033-9c92-34bd0f354aea req-da9fa406-218c-4b76-a387-8bec53392c2f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.3046381 Apr 30 13:20:11.289171 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-ff65beb3-a102-41ee-9821-6386b5831d8c admin admin] 10.222.0.93 "DELETE /v2.0/networks/ba7bc855-5baf-4a5e-8d9b-03712f11c677 HTTP/1.1" status: 204 len: 168 time: 1.4555371 Apr 30 13:20:11.334630 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2d1e2ba8-ffcf-4033-9c92-34bd0f354aea req-d79594da-0df7-4074-a549-039b852bfaee tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402136 Apr 30 13:20:11.412724 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49188) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:11.462017 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-b42f2331-5094-4481-aecb-cae43128a640 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5919878f2177439e9606bc315fca7ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474911 Apr 30 13:20:11.464669 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49192) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:11.526185 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bff24687-266f-4108-b4a9-5ad7ee9492a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:11.551757 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bff24687-266f-4108-b4a9-5ad7ee9492a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:11.612775 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bff24687-266f-4108-b4a9-5ad7ee9492a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:11.617241 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d2d842dc-cbdb-4c02-b4d8-8bad2d7f78b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:11.629594 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff24687-266f-4108-b4a9-5ad7ee9492a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9389ba02-5c77-4be2-b04f-dff7016650b8,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:11.632770 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-bff24687-266f-4108-b4a9-5ad7ee9492a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:11.641820 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-bff24687-266f-4108-b4a9-5ad7ee9492a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:11.645339 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-bff24687-266f-4108-b4a9-5ad7ee9492a7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9389ba02-5c77-4be2-b04f-dff7016650b8 HTTP/1.1" status: 204 len: 168 time: 0.1774852 Apr 30 13:20:11.987599 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49200) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:12.038328 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-b56584b4-4698-4a8a-a83a-493d12d68fd1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7f65bb61d2be449a880be3f85fe7f640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493860 Apr 30 13:20:12.040575 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49204) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:12.098156 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a132864d-53a0-4d0a-ae0b-5063b8738ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:12.124102 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a132864d-53a0-4d0a-ae0b-5063b8738ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:12.175798 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a132864d-53a0-4d0a-ae0b-5063b8738ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:12.180024 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-c8ef0ff2-ae74-467b-afff-e7b52ae07bad tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:12.190797 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132864d-53a0-4d0a-ae0b-5063b8738ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0f9cf7-9181-4a4e-af74-dc95b0c078fc,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:12.194595 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a132864d-53a0-4d0a-ae0b-5063b8738ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:12.197792 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-a132864d-53a0-4d0a-ae0b-5063b8738ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:12.201776 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-a132864d-53a0-4d0a-ae0b-5063b8738ff2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3c0f9cf7-9181-4a4e-af74-dc95b0c078fc HTTP/1.1" status: 204 len: 168 time: 0.1574082 Apr 30 13:20:12.540041 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf4bb8-67b0-4ab0-8e74-bc2e9c9bb941 req-aad6cf5d-5639-4fd4-89ea-597d68d95aa7 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:12.541619 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-37bf4bb8-67b0-4ab0-8e74-bc2e9c9bb941 req-aad6cf5d-5639-4fd4-89ea-597d68d95aa7 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0916214 Apr 30 13:20:12.589963 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-37bf4bb8-67b0-4ab0-8e74-bc2e9c9bb941 req-f2ce1c73-d9ea-4c0b-b9cf-17dbeb1a356d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421672 Apr 30 13:20:12.771452 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14218e-4af3-4212-af20-44445b59404e req-11138cfb-0636-45c5-98f4-d3879e1f88b2 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:12.773396 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ef14218e-4af3-4212-af20-44445b59404e req-11138cfb-0636-45c5-98f4-d3879e1f88b2 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0847647 Apr 30 13:20:12.777069 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49214) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:12.782275 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49218) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:12.787548 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-3b260086-e244-40d4-bf8c-f766be57f2a8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Request body: {'floatingip': {'port_id': '422b92cc-9545-4749-add3-d2927f441ea5'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:12.863014 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3b260086-e244-40d4-bf8c-f766be57f2a8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for floatingip, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:13.040409 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-b52832ef-b0c6-408a-94b7-9ba1f3617697 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Deleting port a4d730e1-33be-4346-94bb-3d671f7d928a {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:13.040751 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b52832ef-b0c6-408a-94b7-9ba1f3617697 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:13.157793 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b52832ef-b0c6-408a-94b7-9ba1f3617697 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:13.158135 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b52832ef-b0c6-408a-94b7-9ba1f3617697 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:13.278424 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-b52832ef-b0c6-408a-94b7-9ba1f3617697 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Calling delete_port for a4d730e1-33be-4346-94bb-3d671f7d928a owned by network:floatingip {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:13.406360 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b52832ef-b0c6-408a-94b7-9ba1f3617697 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:13.410739 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8460f83b-7f56-470e-a3ed-f07d89e0807f tempest-AttachVolumeNegativeTest-85920338 tempest-AttachVolumeNegativeTest-85920338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:13.453602 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52832ef-b0c6-408a-94b7-9ba1f3617697 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Pushing event deleted for resources: {'Port': ['ID=a4d730e1-33be-4346-94bb-3d671f7d928a,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:13.456424 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3b260086-e244-40d4-bf8c-f766be57f2a8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:13.461838 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3b260086-e244-40d4-bf8c-f766be57f2a8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919952'] for floatingip, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:13.484739 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-b52832ef-b0c6-408a-94b7-9ba1f3617697 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:13.639516 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.db.l3_db [None req-3b260086-e244-40d4-bf8c-f766be57f2a8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Floating IP 10992571-2dc8-4dcb-868e-85b041c94f28 associated. External IP: 172.28.0.64, port: 422b92cc-9545-4749-add3-d2927f441ea5. Apr 30 13:20:13.642932 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b52832ef-b0c6-408a-94b7-9ba1f3617697 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for floatingip, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:13.643468 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.l3_db [None req-b52832ef-b0c6-408a-94b7-9ba1f3617697 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Floating IP 8b4ca471-4b93-4d60-bec8-c3aa5bc1076e disassociated (deleted). External IP: 172.28.0.204, port: fea48a97-df51-4e98-ae6b-a56ce62abb86. Apr 30 13:20:13.989136 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52832ef-b0c6-408a-94b7-9ba1f3617697 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Router 8268803d-6fc1-429f-aa99-5808da17f854 has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:14.099276 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b260086-e244-40d4-bf8c-f766be57f2a8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:14.172890 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52832ef-b0c6-408a-94b7-9ba1f3617697 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:14.184250 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4a4c2-3d01-4642-b6b6-93518d7bd446 None None] Sync routers for ids ['8268803d-6fc1-429f-aa99-5808da17f854'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:14.195921 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-b52832ef-b0c6-408a-94b7-9ba1f3617697 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:14.196727 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4a4c2-3d01-4642-b6b6-93518d7bd446 None None] Routers {'8268803d-6fc1-429f-aa99-5808da17f854'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:14.197301 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-46e4a4c2-3d01-4642-b6b6-93518d7bd446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['8268803d-6fc1-429f-aa99-5808da17f854'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:14.252852 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-b52832ef-b0c6-408a-94b7-9ba1f3617697 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "DELETE /v2.0/floatingips/8b4ca471-4b93-4d60-bec8-c3aa5bc1076e HTTP/1.1" status: 204 len: 168 time: 1.4741805 Apr 30 13:20:14.253059 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23041990-dfb9-48b3-bc5e-032753115752', 'tag': 'fea48a97-df51-4e98-ae6b-a56ce62abb86'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:14.315401 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b260086-e244-40d4-bf8c-f766be57f2a8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:14.319915 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3b260086-e244-40d4-bf8c-f766be57f2a8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:14.329403 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ea714-a21c-4e46-b767-28d9d7faf3ae None None] Sync routers for ids ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:14.345779 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23041990-dfb9-48b3-bc5e-032753115752', 'tag': 'fea48a97-df51-4e98-ae6b-a56ce62abb86', 'status': 'completed', 'code': 200} Apr 30 13:20:14.350478 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ea714-a21c-4e46-b767-28d9d7faf3ae None None] Routers {'735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:14.352139 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-281ea714-a21c-4e46-b767-28d9d7faf3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:14.381569 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-3b260086-e244-40d4-bf8c-f766be57f2a8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "PUT /v2.0/floatingips/10992571-2dc8-4dcb-868e-85b041c94f28 HTTP/1.1" status: 200 len: 990 time: 1.5982220 Apr 30 13:20:14.382949 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd710aac4-0797-4344-b56f-d0a12ee853d7', 'tag': '422b92cc-9545-4749-add3-d2927f441ea5'}] {{(pid=73858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:14.391289 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-46e4a4c2-3d01-4642-b6b6-93518d7bd446 None None] Set router 8268803d-6fc1-429f-aa99-5808da17f854 gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:14.483002 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dfb4b-d1ab-443a-939b-8515bd54b406 req-a5c3bc6c-ecf3-478b-9a43-ca16b4e8205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:14.486090 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ab9dfb4b-d1ab-443a-939b-8515bd54b406 req-a5c3bc6c-ecf3-478b-9a43-ca16b4e8205f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e2315ab7c5ff4612b3d026e8991e696c&device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 1098 time: 0.0912304 Apr 30 13:20:14.586986 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-281ea714-a21c-4e46-b767-28d9d7faf3ae None None] Set router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:14.639020 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd710aac4-0797-4344-b56f-d0a12ee853d7', 'tag': '422b92cc-9545-4749-add3-d2927f441ea5', 'status': 'completed', 'code': 200} Apr 30 13:20:14.666291 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dfb4b-d1ab-443a-939b-8515bd54b406 req-76dc9bec-c7d8-4534-a567-76f405f8b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:14.667837 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ab9dfb4b-d1ab-443a-939b-8515bd54b406 req-76dc9bec-c7d8-4534-a567-76f405f8b3cb service neutron] 10.222.0.90 "GET /v2.0/networks?id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4 HTTP/1.1" status: 200 len: 910 time: 0.1737869 Apr 30 13:20:14.792140 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ab9dfb4b-d1ab-443a-939b-8515bd54b406 req-16fc2891-efd0-480f-8676-9faf88752b81 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86 HTTP/1.1" status: 200 len: 217 time: 0.0880466 Apr 30 13:20:14.817803 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-46e4a4c2-3d01-4642-b6b6-93518d7bd446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268803d-6fc1-429f-aa99-5808da17f854', 'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:15Z', 'revision_number': 4, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'gw_port': {'id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'ef7cd153-e78c-4a0a-9edb-33ea8678fe83', 'name': '', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'mac_address': 'fa:16:3e:b2:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:24Z', 'revision_number': 5, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'subnets': [{'id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:14.822654 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4a4c2-3d01-4642-b6b6-93518d7bd446 None None] Checking router: 8268803d-6fc1-429f-aa99-5808da17f854 for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:14.831831 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4a4c2-3d01-4642-b6b6-93518d7bd446 None None] Routers {'8268803d-6fc1-429f-aa99-5808da17f854'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:14.832462 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-46e4a4c2-3d01-4642-b6b6-93518d7bd446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['8268803d-6fc1-429f-aa99-5808da17f854'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:14.848668 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a706b-927e-49df-b300-b35b74f967ed req-498b9fcc-3039-43c7-8155-d978a7229d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:14.850082 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1e8a706b-927e-49df-b300-b35b74f967ed req-498b9fcc-3039-43c7-8155-d978a7229d28 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b6588f510914c1aa6727731130057cf&device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 1098 time: 0.1451564 Apr 30 13:20:14.886188 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dfb4b-d1ab-443a-939b-8515bd54b406 req-2d63def0-423a-4603-b800-498e501ea02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:14.887641 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ab9dfb4b-d1ab-443a-939b-8515bd54b406 req-2d63def0-423a-4603-b800-498e501ea02f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8facbdf-7217-4729-a0a4-6e6b9aa34125 HTTP/1.1" status: 200 len: 847 time: 0.0883443 Apr 30 13:20:15.005146 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a706b-927e-49df-b300-b35b74f967ed req-1f7ee3df-2328-4bc7-8639-062894f49f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:15.006669 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1e8a706b-927e-49df-b300-b35b74f967ed req-1f7ee3df-2328-4bc7-8639-062894f49f2e service neutron] 10.222.0.90 "GET /v2.0/networks?id=a08c7d76-f7a8-4521-8dc1-daca14e140ce HTTP/1.1" status: 200 len: 913 time: 0.1488447 Apr 30 13:20:15.090295 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-46e4a4c2-3d01-4642-b6b6-93518d7bd446 None None] Set router 8268803d-6fc1-429f-aa99-5808da17f854 gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:15.098219 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dfb4b-d1ab-443a-939b-8515bd54b406 req-790b7a60-23d9-4802-9b6f-a4f74a6c4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:15.099766 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ab9dfb4b-d1ab-443a-939b-8515bd54b406 req-790b7a60-23d9-4802-9b6f-a4f74a6c4882 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e2ab7158-f98e-4d3d-83e2-a340a94b09d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2029173 Apr 30 13:20:15.102670 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-281ea714-a21c-4e46-b767-28d9d7faf3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': '10992571-2dc8-4dcb-868e-85b041c94f28', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'floating_ip_address': '172.28.0.64', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'port_id': '422b92cc-9545-4749-add3-d2927f441ea5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd710aac4-0797-4344-b56f-d0a12ee853d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:19:57Z', 'updated_at': '2021-04-30T13:20:13Z', 'revision_number': 1, 'project_id': '0b6588f510914c1aa6727731130057cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43dcc5a-de62-425f-a7f4-b4c5ac8f1586', 'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'mac_address': 'fa:16:3e:b8:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:53Z', 'updated_at': '2021-04-30T13:19:59Z', 'revision_number': 5, 'project_id': '0b6588f510914c1aa6727731130057cf', 'subnets': [{'id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:15.107470 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ea714-a21c-4e46-b767-28d9d7faf3ae None None] Checking router: 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:15.111003 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c585f1-7cd8-4434-9bb7-9f6a2835ac86 req-a4260c22-25c7-4b9a-a250-65075a15c5c5 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:15.112533 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-42c585f1-7cd8-4434-9bb7-9f6a2835ac86 req-a4260c22-25c7-4b9a-a250-65075a15c5c5 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.1619020 Apr 30 13:20:15.119567 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1e8a706b-927e-49df-b300-b35b74f967ed req-730674ac-29a6-45f6-a3cb-7604c4c9cabb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=422b92cc-9545-4749-add3-d2927f441ea5 HTTP/1.1" status: 200 len: 998 time: 0.1055171 Apr 30 13:20:15.123653 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ea714-a21c-4e46-b767-28d9d7faf3ae None None] Routers {'735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:15.124369 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-281ea714-a21c-4e46-b767-28d9d7faf3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:19:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:15.189993 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a706b-927e-49df-b300-b35b74f967ed req-9c088014-0a68-478a-a29c-e9330bf38858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:15.191816 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1e8a706b-927e-49df-b300-b35b74f967ed req-9c088014-0a68-478a-a29c-e9330bf38858 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d754426-79a6-4784-a8f3-c2a5310152cf HTTP/1.1" status: 200 len: 850 time: 0.0639870 Apr 30 13:20:15.265991 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-42c585f1-7cd8-4434-9bb7-9f6a2835ac86 req-63cc5633-f80a-47d6-b3d5-80d7c51a3388 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698342 Apr 30 13:20:15.289185 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ab9dfb4b-d1ab-443a-939b-8515bd54b406 req-631c02ed-c10e-4c36-b4c0-8881442d3988 service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756883 Apr 30 13:20:15.309618 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a706b-927e-49df-b300-b35b74f967ed req-29a1c5ac-8a5c-4da6-908f-b70a58f2ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:15.311786 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1e8a706b-927e-49df-b300-b35b74f967ed req-29a1c5ac-8a5c-4da6-908f-b70a58f2ec9f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a08c7d76-f7a8-4521-8dc1-daca14e140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1130230 Apr 30 13:20:15.330194 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-281ea714-a21c-4e46-b767-28d9d7faf3ae None None] Set router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:15.429539 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ab9dfb4b-d1ab-443a-939b-8515bd54b406 req-d2d3eb11-7c41-427e-bcd0-13f09ac79736 service neutron] 10.222.0.90 "GET /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334727 Apr 30 13:20:15.435914 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-46e4a4c2-3d01-4642-b6b6-93518d7bd446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268803d-6fc1-429f-aa99-5808da17f854', 'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:15Z', 'revision_number': 4, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'gw_port': {'id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'ef7cd153-e78c-4a0a-9edb-33ea8678fe83', 'name': '', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'mac_address': 'fa:16:3e:b2:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:24Z', 'revision_number': 5, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'subnets': [{'id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:15.440575 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4a4c2-3d01-4642-b6b6-93518d7bd446 None None] The sync data for ids ['8268803d-6fc1-429f-aa99-5808da17f854'] in dv-cinder-788363-2-smb is: [{'id': '8268803d-6fc1-429f-aa99-5808da17f854', 'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:15Z', 'revision_number': 4, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'gw_port': {'id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'ef7cd153-e78c-4a0a-9edb-33ea8678fe83', 'name': '', 'network_id': 'e2ab7158-f98e-4d3d-83e2-a340a94b09d4', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'mac_address': 'fa:16:3e:b2:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:24Z', 'revision_number': 5, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'subnets': [{'id': 'd8facbdf-7217-4729-a0a4-6e6b9aa34125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:15.467462 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1e8a706b-927e-49df-b300-b35b74f967ed req-9d9101b6-8aca-46cb-9d4f-dc9af28ddbac service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480739 Apr 30 13:20:15.610085 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1e8a706b-927e-49df-b300-b35b74f967ed req-ca507e78-fee5-4826-9340-a5c25a4b182a service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343076 Apr 30 13:20:15.686144 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa32970-cd3b-4a90-8caf-e7e83f95c361 None None] New status for floating IP 8b4ca471-4b93-4d60-bec8-c3aa5bc1076e: DOWN {{(pid=73861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:20:15.709546 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-281ea714-a21c-4e46-b767-28d9d7faf3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': '10992571-2dc8-4dcb-868e-85b041c94f28', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'floating_ip_address': '172.28.0.64', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'port_id': '422b92cc-9545-4749-add3-d2927f441ea5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd710aac4-0797-4344-b56f-d0a12ee853d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:19:57Z', 'updated_at': '2021-04-30T13:20:13Z', 'revision_number': 1, 'project_id': '0b6588f510914c1aa6727731130057cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43dcc5a-de62-425f-a7f4-b4c5ac8f1586', 'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'mac_address': 'fa:16:3e:b8:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:53Z', 'updated_at': '2021-04-30T13:19:59Z', 'revision_number': 5, 'project_id': '0b6588f510914c1aa6727731130057cf', 'subnets': [{'id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:15.713769 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ea714-a21c-4e46-b767-28d9d7faf3ae None None] The sync data for ids ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'] in dv-cinder-788363-2-smb is: [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': '10992571-2dc8-4dcb-868e-85b041c94f28', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'floating_ip_address': '172.28.0.64', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'port_id': '422b92cc-9545-4749-add3-d2927f441ea5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd710aac4-0797-4344-b56f-d0a12ee853d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:19:57Z', 'updated_at': '2021-04-30T13:20:13Z', 'revision_number': 1, 'project_id': '0b6588f510914c1aa6727731130057cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43dcc5a-de62-425f-a7f4-b4c5ac8f1586', 'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'mac_address': 'fa:16:3e:b8:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:53Z', 'updated_at': '2021-04-30T13:19:59Z', 'revision_number': 5, 'project_id': '0b6588f510914c1aa6727731130057cf', 'subnets': [{'id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:15.768273 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8d421af3-380f-4eca-a8a0-590bb671f1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:15.910493 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434366fc-010a-4b36-aac3-bbabb1654346 None None] New status for floating IP 10992571-2dc8-4dcb-868e-85b041c94f28: ACTIVE {{(pid=73860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:20:16.460362 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf752838-f7a9-41b8-a446-c099a0e05226 req-952b9099-b626-4000-83d8-133edfda8be1 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:16.461910 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cf752838-f7a9-41b8-a446-c099a0e05226 req-952b9099-b626-4000-83d8-133edfda8be1 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.0817325 Apr 30 13:20:16.507600 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cf752838-f7a9-41b8-a446-c099a0e05226 req-53297401-0449-4d45-ae16-6bc2ac290eee tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/security-groups?id=a959678a-c237-45df-b2e3-f68bccc1ae30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396502 Apr 30 13:20:16.573329 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d146a0-ff83-415c-ad42-f2c9a654c53c req-6667ff0c-d028-4361-bec2-c8daba20efe2 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:16.573930 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-83d146a0-ff83-415c-ad42-f2c9a654c53c req-6667ff0c-d028-4361-bec2-c8daba20efe2 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Synchronizing usage tracker for tenant:e2315ab7c5ff4612b3d026e8991e696c on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:16.589815 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-83d146a0-ff83-415c-ad42-f2c9a654c53c req-6667ff0c-d028-4361-bec2-c8daba20efe2 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Unset dirty status for tenant:e2315ab7c5ff4612b3d026e8991e696c on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:16.591097 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-83d146a0-ff83-415c-ad42-f2c9a654c53c req-6667ff0c-d028-4361-bec2-c8daba20efe2 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.90 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 945 time: 0.2060385 Apr 30 13:20:16.725253 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-83d146a0-ff83-415c-ad42-f2c9a654c53c req-d6fe4579-4ff8-4cef-8e99-74d75b913c27 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Deleting port fea48a97-df51-4e98-ae6b-a56ce62abb86 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:16.725721 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-83d146a0-ff83-415c-ad42-f2c9a654c53c req-d6fe4579-4ff8-4cef-8e99-74d75b913c27 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:16.857717 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-83d146a0-ff83-415c-ad42-f2c9a654c53c req-d6fe4579-4ff8-4cef-8e99-74d75b913c27 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] For port fea48a97-df51-4e98-ae6b-a56ce62abb86, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fea48a97-df51-4e98-ae6b-a56ce62abb86,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:16.857954 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-83d146a0-ff83-415c-ad42-f2c9a654c53c req-d6fe4579-4ff8-4cef-8e99-74d75b913c27 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:16.982214 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-83d146a0-ff83-415c-ad42-f2c9a654c53c req-d6fe4579-4ff8-4cef-8e99-74d75b913c27 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Calling delete_port for fea48a97-df51-4e98-ae6b-a56ce62abb86 owned by compute:nova {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:17.093302 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-83d146a0-ff83-415c-ad42-f2c9a654c53c req-d6fe4579-4ff8-4cef-8e99-74d75b913c27 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:17.099134 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ec9d010a-4fad-4259-adea-b8425532ab56 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:17.171570 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe4579-4ff8-4cef-8e99-74d75b913c27 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Pushing event deleted for resources: {'Port': ['ID=fea48a97-df51-4e98-ae6b-a56ce62abb86,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:17.178872 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d6fe4579-4ff8-4cef-8e99-74d75b913c27 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:17.221286 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d146a0-ff83-415c-ad42-f2c9a654c53c req-d6fe4579-4ff8-4cef-8e99-74d75b913c27 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] No DVR routers for this DVR port fea48a97-df51-4e98-ae6b-a56ce62abb86 on host hv-cinder-78836 {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:17.223609 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-83d146a0-ff83-415c-ad42-f2c9a654c53c req-d6fe4579-4ff8-4cef-8e99-74d75b913c27 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:17.226275 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23041990-dfb9-48b3-bc5e-032753115752', 'name': 'network-vif-deleted', 'tag': 'fea48a97-df51-4e98-ae6b-a56ce62abb86'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:17.241706 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-83d146a0-ff83-415c-ad42-f2c9a654c53c req-d6fe4579-4ff8-4cef-8e99-74d75b913c27 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.90 "DELETE /v2.0/ports/fea48a97-df51-4e98-ae6b-a56ce62abb86 HTTP/1.1" status: 204 len: 173 time: 0.6443954 Apr 30 13:20:17.270570 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23041990-dfb9-48b3-bc5e-032753115752', 'name': 'network-vif-deleted', 'tag': 'fea48a97-df51-4e98-ae6b-a56ce62abb86', 'status': 'completed', 'code': 200} Apr 30 13:20:17.668734 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-cbef5ea4-42ed-4f57-9832-15fadc21ec40 req-4a62b0fd-5fd4-49d3-bfb6-2c6a5fe037ba tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Synchronizing usage tracker for tenant:e2315ab7c5ff4612b3d026e8991e696c on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:17.686940 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-cbef5ea4-42ed-4f57-9832-15fadc21ec40 req-4a62b0fd-5fd4-49d3-bfb6-2c6a5fe037ba tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Unset dirty status for tenant:e2315ab7c5ff4612b3d026e8991e696c on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:17.688066 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cbef5ea4-42ed-4f57-9832-15fadc21ec40 req-4a62b0fd-5fd4-49d3-bfb6-2c6a5fe037ba tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "GET /v2.0/ports?device_id=23041990-dfb9-48b3-bc5e-032753115752 HTTP/1.1" status: 200 len: 210 time: 0.0631702 Apr 30 13:20:18.072203 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.504767 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb000-64f5-46fe-9b29-c3290d587054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.783450 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49246) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:18.852656 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fced4218-22f0-41d5-8d33-cf1bcd518c43 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.880721 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fced4218-22f0-41d5-8d33-cf1bcd518c43 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.946990 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fced4218-22f0-41d5-8d33-cf1bcd518c43 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.951795 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-1fbc1a9d-28ff-48c5-a44a-5ae9b62a6001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:18.967057 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced4218-22f0-41d5-8d33-cf1bcd518c43 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a959678a-c237-45df-b2e3-f68bccc1ae30,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:18.969709 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fced4218-22f0-41d5-8d33-cf1bcd518c43 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:18.976201 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-fced4218-22f0-41d5-8d33-cf1bcd518c43 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.977358 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-fced4218-22f0-41d5-8d33-cf1bcd518c43 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] 10.222.0.93 "DELETE /v2.0/security-groups/a959678a-c237-45df-b2e3-f68bccc1ae30 HTTP/1.1" status: 204 len: 168 time: 0.1929133 Apr 30 13:20:19.019785 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49252) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:19.055750 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fea48a97-df51-4e98-ae6b-a56ce62abb86 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:19.095268 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: fea48a97-df51-4e98-ae6b-a56ce62abb86 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:19.096342 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device fea48a97-df51-4e98-ae6b-a56ce62abb86 not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:19.704737 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.763519 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-821b330d-87f9-41f5-a5b9-b0c94bc07e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919930'] for router_interface, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:20.260992 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-821b330d-87f9-41f5-a5b9-b0c94bc07e06 admin admin] Deleting port ef7cd153-e78c-4a0a-9edb-33ea8678fe83 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:20.261695 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-821b330d-87f9-41f5-a5b9-b0c94bc07e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:20.379119 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-821b330d-87f9-41f5-a5b9-b0c94bc07e06 admin admin] For port ef7cd153-e78c-4a0a-9edb-33ea8678fe83, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=ef7cd153-e78c-4a0a-9edb-33ea8678fe83,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:20.379465 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-821b330d-87f9-41f5-a5b9-b0c94bc07e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:20.499720 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-821b330d-87f9-41f5-a5b9-b0c94bc07e06 admin admin] Calling delete_port for ef7cd153-e78c-4a0a-9edb-33ea8678fe83 owned by network:router_interface {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:20.643168 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-821b330d-87f9-41f5-a5b9-b0c94bc07e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:20.648755 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:20.717022 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b330d-87f9-41f5-a5b9-b0c94bc07e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7cd153-e78c-4a0a-9edb-33ea8678fe83,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:20.719982 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-821b330d-87f9-41f5-a5b9-b0c94bc07e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:20.964521 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-821b330d-87f9-41f5-a5b9-b0c94bc07e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926410'] for router_interface, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.318206 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821b330d-87f9-41f5-a5b9-b0c94bc07e06 admin admin] Router 8268803d-6fc1-429f-aa99-5808da17f854 has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:21.361822 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.605310 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821b330d-87f9-41f5-a5b9-b0c94bc07e06 admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:21.613421 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbdb838-a21f-4933-81f5-bcb35913f71b None None] Sync routers for ids ['8268803d-6fc1-429f-aa99-5808da17f854'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:21.621447 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-821b330d-87f9-41f5-a5b9-b0c94bc07e06 admin admin] 10.222.0.93 "PUT /v2.0/routers/8268803d-6fc1-429f-aa99-5808da17f854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6004603 Apr 30 13:20:21.623107 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbdb838-a21f-4933-81f5-bcb35913f71b None None] Routers {'8268803d-6fc1-429f-aa99-5808da17f854'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:21.623710 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-edbdb838-a21f-4933-81f5-bcb35913f71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:20:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['8268803d-6fc1-429f-aa99-5808da17f854'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:21.623956 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49264) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:21.796942 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] Notify callbacks [] for router, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.797868 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-edbdb838-a21f-4933-81f5-bcb35913f71b None None] Set router 8268803d-6fc1-429f-aa99-5808da17f854 gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:21.968190 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.040881 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] Deleting port 6f01f062-3c26-405e-8e69-b56e8cf3e4a2 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:22.041247 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.081122 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-edbdb838-a21f-4933-81f5-bcb35913f71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268803d-6fc1-429f-aa99-5808da17f854', 'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:20:20Z', 'revision_number': 5, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'gw_port': {'id': '6f01f062-3c26-405e-8e69-b56e8cf3e4a2', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268803d-6fc1-429f-aa99-5808da17f854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:22.084940 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbdb838-a21f-4933-81f5-bcb35913f71b None None] Checking router: 8268803d-6fc1-429f-aa99-5808da17f854 for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:22.093225 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbdb838-a21f-4933-81f5-bcb35913f71b None None] Routers {'8268803d-6fc1-429f-aa99-5808da17f854'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:22.093824 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-edbdb838-a21f-4933-81f5-bcb35913f71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:20:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['8268803d-6fc1-429f-aa99-5808da17f854'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:22.161713 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] For port 6f01f062-3c26-405e-8e69-b56e8cf3e4a2, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=6f01f062-3c26-405e-8e69-b56e8cf3e4a2,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:22.162068 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.239979 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-edbdb838-a21f-4933-81f5-bcb35913f71b None None] Set router 8268803d-6fc1-429f-aa99-5808da17f854 gateway port host: None {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:22.283892 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] Calling delete_port for 6f01f062-3c26-405e-8e69-b56e8cf3e4a2 owned by network:router_gateway {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:22.342779 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-edbdb838-a21f-4933-81f5-bcb35913f71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268803d-6fc1-429f-aa99-5808da17f854', 'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:20:21Z', 'revision_number': 6, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'gw_port_host': None}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:22.346887 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbdb838-a21f-4933-81f5-bcb35913f71b None None] The sync data for ids ['8268803d-6fc1-429f-aa99-5808da17f854'] in dv-cinder-788363-2-smb is: [{'id': '8268803d-6fc1-429f-aa99-5808da17f854', 'name': 'tempest-TestShelveInstance-710622199-router', 'tenant_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:20:21Z', 'revision_number': 6, 'project_id': 'e2315ab7c5ff4612b3d026e8991e696c', 'gw_port_host': None}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:22.422429 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.425918 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-29eb7668-38d0-4c70-a49f-330399f3d8b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:22.467701 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f01f062-3c26-405e-8e69-b56e8cf3e4a2,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:22.470781 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:22.560661 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933613'] for router_gateway, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.842970 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59984'] for router, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.845118 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.866677 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646216'] for router, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.867197 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8268803d-6fc1-429f-aa99-5808da17f854 {{(pid=73859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:20:22.878818 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.879917 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-407578a0-6f13-43f7-9071-2b80ca386966 admin admin] 10.222.0.93 "DELETE /v2.0/routers/8268803d-6fc1-429f-aa99-5808da17f854 HTTP/1.1" status: 204 len: 168 time: 1.2550652 Apr 30 13:20:22.882924 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49270) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:22.939247 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a256e23-606f-407e-938b-13339e112a55 admin admin] Deleting subnet d8facbdf-7217-4729-a0a4-6e6b9aa34125 {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:20:22.942019 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4a256e23-606f-407e-938b-13339e112a55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.991935 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4a256e23-606f-407e-938b-13339e112a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3502601'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.068490 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4a256e23-606f-407e-938b-13339e112a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134165206'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.116738 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device ef7cd153-e78c-4a0a-9edb-33ea8678fe83 no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:23.151008 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: ef7cd153-e78c-4a0a-9edb-33ea8678fe83 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:23.151359 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device ef7cd153-e78c-4a0a-9edb-33ea8678fe83 not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:23.327267 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4a256e23-606f-407e-938b-13339e112a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134165199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2553903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2189429'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.331454 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:23.367234 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a256e23-606f-407e-938b-13339e112a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8facbdf-7217-4729-a0a4-6e6b9aa34125,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:23.369161 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4a256e23-606f-407e-938b-13339e112a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.371614 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4a256e23-606f-407e-938b-13339e112a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:23.375475 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23142a36-fd45-4b38-8684-f7660af81f88 None None] Network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:20:23.376442 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-4a256e23-606f-407e-938b-13339e112a55 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d8facbdf-7217-4729-a0a4-6e6b9aa34125 HTTP/1.1" status: 204 len: 168 time: 0.4926071 Apr 30 13:20:23.378954 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49274) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:23.481657 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133776857'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.554705 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Deleting port 105490ff-9a24-4fbd-b956-6f7a7e319a29 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:23.555064 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.617922 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ea9095-cf39-462f-8d17-7443bf357e63 None None] DHCP port deletion for e2ab7158-f98e-4d3d-83e2-a340a94b09d4 request from dv-cinder-788363-2-smb {{(pid=73860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:20:23.652554 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] For port 105490ff-9a24-4fbd-b956-6f7a7e319a29, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=105490ff-9a24-4fbd-b956-6f7a7e319a29,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:23.652829 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.728619 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-81ea9095-cf39-462f-8d17-7443bf357e63 None None] Deleting port 105490ff-9a24-4fbd-b956-6f7a7e319a29 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:23.728999 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-81ea9095-cf39-462f-8d17-7443bf357e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.781620 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Calling delete_port for 105490ff-9a24-4fbd-b956-6f7a7e319a29 owned by network:dhcp {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:23.824718 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-81ea9095-cf39-462f-8d17-7443bf357e63 None None] For port 105490ff-9a24-4fbd-b956-6f7a7e319a29, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=105490ff-9a24-4fbd-b956-6f7a7e319a29,segment=NetworkSegment(168618f6-ce33-439b-928f-5588dcce807d),segment_id=168618f6-ce33-439b-928f-5588dcce807d)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:23.825072 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-81ea9095-cf39-462f-8d17-7443bf357e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.828325 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.832906 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-27075568-f09c-4e54-a956-a5c1d49ed7af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:23.876063 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Pushing event deleted for resources: {'Port': ['ID=105490ff-9a24-4fbd-b956-6f7a7e319a29,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:23.878940 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:23.879710 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] No DVR routers for this DVR port 105490ff-9a24-4fbd-b956-6f7a7e319a29 on host dv-cinder-788363-2-smb {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:23.944821 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-81ea9095-cf39-462f-8d17-7443bf357e63 None None] Calling delete_port for 105490ff-9a24-4fbd-b956-6f7a7e319a29 owned by network:dhcp {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:23.986674 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-81ea9095-cf39-462f-8d17-7443bf357e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.991233 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:23.993132 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134168155', 'neutron.services.segments.db._delete_segments_for_network-8749317885085'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.039156 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea9095-cf39-462f-8d17-7443bf357e63 None None] Pushing event deleted for resources: {'Port': ['ID=105490ff-9a24-4fbd-b956-6f7a7e319a29,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:24.040967 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ea9095-cf39-462f-8d17-7443bf357e63 None None] No DVR routers for this DVR port 105490ff-9a24-4fbd-b956-6f7a7e319a29 on host dv-cinder-788363-2-smb {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:24.042368 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-81ea9095-cf39-462f-8d17-7443bf357e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:24.103331 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ab7158-f98e-4d3d-83e2-a340a94b09d4']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:24.114777 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168618f6-ce33-439b-928f-5588dcce807d') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:24.115071 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168618f6-ce33-439b-928f-5588dcce807d') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:24.126036 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749317896807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3502592'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.141714 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.148886 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:20:24.315952 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:24.324526 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134162659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2553989'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.580784 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Network e2ab7158-f98e-4d3d-83e2-a340a94b09d4 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: Traceback (most recent call last): Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: timer() Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: cb(*args, **kw) Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: return func(*args, **kwargs) Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: self._notify() Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: self.callback(batched_events) Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: event.method(event) Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: return f(self, *a, **k) Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: return self._get(url).json() Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: return self.request(url, 'GET', **kwargs) Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:20:24.603753 dv-cinder-788363-2-smb neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:20:24.675416 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134168144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931953'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.679559 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:24.692042 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.702257 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Pushing event deleted for resources: {'Network': ['ID=e2ab7158-f98e-4d3d-83e2-a340a94b09d4,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:24.706298 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:24.709735 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-d189cec0-0c5d-4d6b-8185-0b003cf7106c admin admin] 10.222.0.93 "DELETE /v2.0/networks/e2ab7158-f98e-4d3d-83e2-a340a94b09d4 HTTP/1.1" status: 204 len: 168 time: 1.3298006 Apr 30 13:20:24.712555 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49280) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:24.782721 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 105490ff-9a24-4fbd-b956-6f7a7e319a29 no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:24.817240 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: 105490ff-9a24-4fbd-b956-6f7a7e319a29 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:24.817594 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 105490ff-9a24-4fbd-b956-6f7a7e319a29 not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:24.818014 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 6f01f062-3c26-405e-8e69-b56e8cf3e4a2 no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:24.851720 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: 6f01f062-3c26-405e-8e69-b56e8cf3e4a2 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:24.851985 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 6f01f062-3c26-405e-8e69-b56e8cf3e4a2 not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:25.244614 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-205fbe90-1f98-404b-8987-3399687bb39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919930'] for router_interface, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.639172 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-205fbe90-1f98-404b-8987-3399687bb39f admin admin] Deleting port bb689723-7008-4045-a5fd-f2acb3c1a3e5 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:25.639850 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-205fbe90-1f98-404b-8987-3399687bb39f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.759797 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-205fbe90-1f98-404b-8987-3399687bb39f admin admin] For port bb689723-7008-4045-a5fd-f2acb3c1a3e5, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=bb689723-7008-4045-a5fd-f2acb3c1a3e5,segment=NetworkSegment(71c4489a-9a3b-4fd9-a053-2ddee8716fbe),segment_id=71c4489a-9a3b-4fd9-a053-2ddee8716fbe)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:25.760150 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-205fbe90-1f98-404b-8987-3399687bb39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.977709 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-205fbe90-1f98-404b-8987-3399687bb39f admin admin] Calling delete_port for bb689723-7008-4045-a5fd-f2acb3c1a3e5 owned by network:router_interface {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:26.128453 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-205fbe90-1f98-404b-8987-3399687bb39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.133538 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a511d583-c425-47b5-8da6-81998f9bbe68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:26.176305 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fbe90-1f98-404b-8987-3399687bb39f admin admin] Pushing event deleted for resources: {'Port': ['ID=bb689723-7008-4045-a5fd-f2acb3c1a3e5,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:26.205664 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-205fbe90-1f98-404b-8987-3399687bb39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:26.437680 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-205fbe90-1f98-404b-8987-3399687bb39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926410'] for router_interface, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.787037 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205fbe90-1f98-404b-8987-3399687bb39f admin admin] Router 5043e35d-f027-461a-af45-883ee1ce33b5 has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:26.959172 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205fbe90-1f98-404b-8987-3399687bb39f admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:26.967904 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa0a07-2f04-4806-b245-63dc84113ed2 None None] Sync routers for ids ['5043e35d-f027-461a-af45-883ee1ce33b5'] in dv-cinder-788363-2-smb {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:26.968791 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-205fbe90-1f98-404b-8987-3399687bb39f admin admin] 10.222.0.93 "PUT /v2.0/routers/5043e35d-f027-461a-af45-883ee1ce33b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2552130 Apr 30 13:20:26.971228 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49288) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:26.981088 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa0a07-2f04-4806-b245-63dc84113ed2 None None] Routers {'5043e35d-f027-461a-af45-883ee1ce33b5'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:26.981637 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-feaa0a07-2f04-4806-b245-63dc84113ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:20:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['5043e35d-f027-461a-af45-883ee1ce33b5'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:27.153354 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] Notify callbacks [] for router, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.161405 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-feaa0a07-2f04-4806-b245-63dc84113ed2 None None] Set router 5043e35d-f027-461a-af45-883ee1ce33b5 gateway port host: dv-cinder-788363-2-smb {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:27.440929 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.445950 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-feaa0a07-2f04-4806-b245-63dc84113ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'name': 'tempest-TestShelveInstance-400669024-router', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:20Z', 'updated_at': '2021-04-30T13:20:26Z', 'revision_number': 5, 'project_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'gw_port': {'id': 'f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:23Z', 'updated_at': '2021-04-30T13:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:27.449957 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa0a07-2f04-4806-b245-63dc84113ed2 None None] Checking router: 5043e35d-f027-461a-af45-883ee1ce33b5 for host: dv-cinder-788363-2-smb {{(pid=73860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:27.458309 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa0a07-2f04-4806-b245-63dc84113ed2 None None] Routers {'5043e35d-f027-461a-af45-883ee1ce33b5'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:27.458912 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-feaa0a07-2f04-4806-b245-63dc84113ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:20:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['5043e35d-f027-461a-af45-883ee1ce33b5'], 'active': True} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:27.512947 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] Deleting port f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:27.513187 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.605720 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvr_db [None req-feaa0a07-2f04-4806-b245-63dc84113ed2 None None] Set router 5043e35d-f027-461a-af45-883ee1ce33b5 gateway port host: None {{(pid=73860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:27.634960 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] For port f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:27.635338 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.707877 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_hamode_db [None req-feaa0a07-2f04-4806-b245-63dc84113ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'name': 'tempest-TestShelveInstance-400669024-router', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:20Z', 'updated_at': '2021-04-30T13:20:27Z', 'revision_number': 6, 'project_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'gw_port_host': None}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:27.712368 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa0a07-2f04-4806-b245-63dc84113ed2 None None] The sync data for ids ['5043e35d-f027-461a-af45-883ee1ce33b5'] in dv-cinder-788363-2-smb is: [{'id': '5043e35d-f027-461a-af45-883ee1ce33b5', 'name': 'tempest-TestShelveInstance-400669024-router', 'tenant_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:20Z', 'updated_at': '2021-04-30T13:20:27Z', 'revision_number': 6, 'project_id': '1ff5cda3e3a4498a87d7a70a2c8b35ae', 'gw_port_host': None}] {{(pid=73860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:27.761652 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] Calling delete_port for f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e owned by network:router_gateway {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:27.895040 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.899782 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ac10f62a-1ac4-4300-aab5-f211f221e949 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:27.943055 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] Pushing event deleted for resources: {'Port': ['ID=f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:27.971848 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:28.033157 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933613'] for router_gateway, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.168597 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:20:28.205832 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59984'] for router, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.207992 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.230433 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646216'] for router, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.230934 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5043e35d-f027-461a-af45-883ee1ce33b5 {{(pid=73859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:20:28.242824 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.243926 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-9ffa6a70-ef76-4cb7-959c-f444d7828619 admin admin] 10.222.0.93 "DELETE /v2.0/routers/5043e35d-f027-461a-af45-883ee1ce33b5 HTTP/1.1" status: 204 len: 168 time: 1.2717686 Apr 30 13:20:28.246362 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49294) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:28.305890 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b627329-1153-435f-9fee-dcebafa59650 admin admin] Deleting subnet 30f6374e-8eec-4460-94ee-166991bb01fb {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:20:28.308787 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0b627329-1153-435f-9fee-dcebafa59650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.359203 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0b627329-1153-435f-9fee-dcebafa59650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3502601'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.436077 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0b627329-1153-435f-9fee-dcebafa59650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134165206'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.684904 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0b627329-1153-435f-9fee-dcebafa59650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134165199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2553903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2189429'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.688834 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:28.720849 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b627329-1153-435f-9fee-dcebafa59650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f6374e-8eec-4460-94ee-166991bb01fb,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:28.724794 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-0b627329-1153-435f-9fee-dcebafa59650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:28.727694 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-0b627329-1153-435f-9fee-dcebafa59650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.732742 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a357aed3-e053-401e-a336-569812a36828 None None] Network 39bf984e-8aa6-4267-996e-1c132ade6bb2 requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:20:28.733413 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-0b627329-1153-435f-9fee-dcebafa59650 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/30f6374e-8eec-4460-94ee-166991bb01fb HTTP/1.1" status: 204 len: 168 time: 0.4861336 Apr 30 13:20:28.735833 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49300) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:28.862397 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:28.908678 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:28.909024 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device f691e7e6-6fbe-4aea-a4e6-3fcdc0da1f5e not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:28.909430 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device bb689723-7008-4045-a5fd-f2acb3c1a3e5 no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:28.944037 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133776857'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.948610 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: bb689723-7008-4045-a5fd-f2acb3c1a3e5 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:28.948953 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device bb689723-7008-4045-a5fd-f2acb3c1a3e5 not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:29.017621 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Deleting port 94cbf255-2a24-410c-86f2-48fc4b03163e {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:29.018053 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.093171 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fd4627-0a75-4b87-a33f-ab04d23d0e70 None None] DHCP port deletion for 39bf984e-8aa6-4267-996e-1c132ade6bb2 request from dv-cinder-788363-2-smb {{(pid=73860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:20:29.116263 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] For port 94cbf255-2a24-410c-86f2-48fc4b03163e, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=94cbf255-2a24-410c-86f2-48fc4b03163e,segment=NetworkSegment(71c4489a-9a3b-4fd9-a053-2ddee8716fbe),segment_id=71c4489a-9a3b-4fd9-a053-2ddee8716fbe)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:29.116618 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.159112 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-62fd4627-0a75-4b87-a33f-ab04d23d0e70 None None] Deleting port 94cbf255-2a24-410c-86f2-48fc4b03163e {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:29.159497 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-62fd4627-0a75-4b87-a33f-ab04d23d0e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.240673 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Calling delete_port for 94cbf255-2a24-410c-86f2-48fc4b03163e owned by network:dhcp {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:29.257369 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-62fd4627-0a75-4b87-a33f-ab04d23d0e70 None None] For port 94cbf255-2a24-410c-86f2-48fc4b03163e, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=94cbf255-2a24-410c-86f2-48fc4b03163e,segment=NetworkSegment(71c4489a-9a3b-4fd9-a053-2ddee8716fbe),segment_id=71c4489a-9a3b-4fd9-a053-2ddee8716fbe)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:29.257860 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-62fd4627-0a75-4b87-a33f-ab04d23d0e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.286988 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.291295 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-78c3995d-3862-43ab-9616-8fdb961dfa83 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:29.331770 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Pushing event deleted for resources: {'Port': ['ID=94cbf255-2a24-410c-86f2-48fc4b03163e,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:29.335591 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:29.337781 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] No DVR routers for this DVR port 94cbf255-2a24-410c-86f2-48fc4b03163e on host dv-cinder-788363-2-smb {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:29.378483 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-62fd4627-0a75-4b87-a33f-ab04d23d0e70 None None] Calling delete_port for 94cbf255-2a24-410c-86f2-48fc4b03163e owned by network:dhcp {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:29.420507 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-62fd4627-0a75-4b87-a33f-ab04d23d0e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.424038 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:29.450843 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134168155', 'neutron.services.segments.db._delete_segments_for_network-8749317885085'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.465364 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd4627-0a75-4b87-a33f-ab04d23d0e70 None None] Pushing event deleted for resources: {'Port': ['ID=94cbf255-2a24-410c-86f2-48fc4b03163e,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:29.468779 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-62fd4627-0a75-4b87-a33f-ab04d23d0e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:29.471289 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fd4627-0a75-4b87-a33f-ab04d23d0e70 None None] No DVR routers for this DVR port 94cbf255-2a24-410c-86f2-48fc4b03163e on host dv-cinder-788363-2-smb {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:29.559520 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bf984e-8aa6-4267-996e-1c132ade6bb2']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:29.570781 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c4489a-9a3b-4fd9-a053-2ddee8716fbe') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:29.571031 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c4489a-9a3b-4fd9-a053-2ddee8716fbe') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:29.582820 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749317896807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3502592'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.597860 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.604497 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:20:29.773897 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Network 39bf984e-8aa6-4267-996e-1c132ade6bb2 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:29.782501 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134162659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2553989'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.949438 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Network 39bf984e-8aa6-4267-996e-1c132ade6bb2 has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: Traceback (most recent call last): Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: timer() Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: cb(*args, **kw) Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: return func(*args, **kwargs) Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: self._notify() Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: self.callback(batched_events) Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: event.method(event) Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: return f(self, *a, **k) Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: return self._get(url).json() Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: return self.request(url, 'GET', **kwargs) Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:20:29.970427 dv-cinder-788363-2-smb neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:20:30.046397 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134168144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931953'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.050050 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e5954833-284f-41ee-b912-25240c7c3d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:30.063094 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.073009 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Pushing event deleted for resources: {'Network': ['ID=39bf984e-8aa6-4267-996e-1c132ade6bb2,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:30.075951 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:30.077432 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-4e1919c1-beb5-4b33-9e18-f7039f1e7040 admin admin] 10.222.0.93 "DELETE /v2.0/networks/39bf984e-8aa6-4267-996e-1c132ade6bb2 HTTP/1.1" status: 204 len: 168 time: 1.3407066 Apr 30 13:20:30.189658 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49308) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:30.237703 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-735055ed-ce24-4115-9997-2ce3f11d26d4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e2315ab7c5ff4612b3d026e8991e696c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468144 Apr 30 13:20:30.239921 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49312) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:30.300023 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ac20c631-2064-4366-be42-43193cca6a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.325228 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ac20c631-2064-4366-be42-43193cca6a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.374715 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ac20c631-2064-4366-be42-43193cca6a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.379342 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4c18713f-d1f8-48ba-a1b1-5306a9afded0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:30.392930 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20c631-2064-4366-be42-43193cca6a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b0b4e0-b127-4a3e-9a52-9c7e4dc1c62f,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:30.396267 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ac20c631-2064-4366-be42-43193cca6a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:30.399533 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ac20c631-2064-4366-be42-43193cca6a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.401122 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-ac20c631-2064-4366-be42-43193cca6a27 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/66b0b4e0-b127-4a3e-9a52-9c7e4dc1c62f HTTP/1.1" status: 204 len: 168 time: 0.1603401 Apr 30 13:20:30.730699 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49322) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:30.779292 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-ac5f1b67-8c42-43f7-8d60-7b5f99e69199 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1ff5cda3e3a4498a87d7a70a2c8b35ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473566 Apr 30 13:20:30.781684 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49326) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:30.794748 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 94cbf255-2a24-410c-86f2-48fc4b03163e no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:30.828591 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: 94cbf255-2a24-410c-86f2-48fc4b03163e {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:30.828945 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 94cbf255-2a24-410c-86f2-48fc4b03163e not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:30.839506 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3502fd21-a752-402f-8e0b-8974d196ba9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.868524 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3502fd21-a752-402f-8e0b-8974d196ba9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.016081 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3502fd21-a752-402f-8e0b-8974d196ba9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.019671 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8f279173-12dd-41c5-aabc-71fb975a433c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:31.030390 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502fd21-a752-402f-8e0b-8974d196ba9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ab8c87-7c4f-4b52-a6df-847aa53cf431,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:31.033764 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-3502fd21-a752-402f-8e0b-8974d196ba9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:31.037879 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-3502fd21-a752-402f-8e0b-8974d196ba9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.039187 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-3502fd21-a752-402f-8e0b-8974d196ba9f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a4ab8c87-7c4f-4b52-a6df-847aa53cf431 HTTP/1.1" status: 204 len: 168 time: 0.2566600 Apr 30 13:20:31.921772 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:45.760834 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-7c02abce-19eb-4b3f-9d9e-e20b66724414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:48.074366 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:48.506719 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a2251bd6-9d61-48f4-9d36-6890893bc9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:49.708465 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:51.361772 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.633093 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa273-c022-4e13-a268-38eb556e2d04 req-45219b4a-727a-4b37-b6c3-95dd6b282108 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:56.634637 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a7baa273-c022-4e13-a268-38eb556e2d04 req-45219b4a-727a-4b37-b6c3-95dd6b282108 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0814173 Apr 30 13:20:56.681881 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-a7baa273-c022-4e13-a268-38eb556e2d04 req-6e4bb875-0ca1-4786-86a1-766e65a09711 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414658 Apr 30 13:20:57.864563 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519bab1-6e52-4462-b1ff-394405981569 req-c3def565-a383-45ed-a90e-55113d4a35c3 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:57.865972 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d519bab1-6e52-4462-b1ff-394405981569 req-c3def565-a383-45ed-a90e-55113d4a35c3 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0782518 Apr 30 13:20:57.911922 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-d519bab1-6e52-4462-b1ff-394405981569 req-31f7a045-d862-4a86-938e-f72e8a41eeed tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397291 Apr 30 13:20:59.094392 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fa617-b6d3-4816-826a-2cc5d108e8e4 req-4ab595d1-bd47-4e9e-9efd-1018e32f0b06 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:59.095848 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9c7fa617-b6d3-4816-826a-2cc5d108e8e4 req-4ab595d1-bd47-4e9e-9efd-1018e32f0b06 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0789366 Apr 30 13:20:59.139983 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9c7fa617-b6d3-4816-826a-2cc5d108e8e4 req-ad4bfffb-7524-4e7e-a860-df275da9c3d6 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384529 Apr 30 13:21:00.323334 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4aae3c-1c2c-4a98-a316-b0777c6f694a req-c45d81ef-daa2-4d53-8f54-29f0b7074bb1 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:00.324688 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ca4aae3c-1c2c-4a98-a316-b0777c6f694a req-c45d81ef-daa2-4d53-8f54-29f0b7074bb1 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0792422 Apr 30 13:21:00.369694 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-ca4aae3c-1c2c-4a98-a316-b0777c6f694a req-62fbc605-72bb-489a-ae4d-4c2688ed2769 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388713 Apr 30 13:21:01.553364 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14cc4f-aeb5-4020-9dfd-b4f78033b84f req-dc0346fd-d87a-4686-b50a-1433fe0a5e61 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:01.554822 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9c14cc4f-aeb5-4020-9dfd-b4f78033b84f req-dc0346fd-d87a-4686-b50a-1433fe0a5e61 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0819404 Apr 30 13:21:01.597705 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-9c14cc4f-aeb5-4020-9dfd-b4f78033b84f req-8f29b93a-0ea5-4765-8156-b3b266fada7c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372055 Apr 30 13:21:01.919400 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:02.884350 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcebaf1-f994-473f-b31d-6dd0e8f468e7 req-489e26fa-465a-4007-842f-095b98e830c1 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:02.885712 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fdcebaf1-f994-473f-b31d-6dd0e8f468e7 req-489e26fa-465a-4007-842f-095b98e830c1 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.1845729 Apr 30 13:21:02.929861 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fdcebaf1-f994-473f-b31d-6dd0e8f468e7 req-9c0faecc-1027-4251-92e1-81eb8e991639 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383303 Apr 30 13:21:04.114764 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0ea8-7b7c-4079-a0ee-f7c951b39e9c req-658c2f62-03b1-460b-af0e-5684ed1d1a60 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:04.116206 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-fe7b0ea8-7b7c-4079-a0ee-f7c951b39e9c req-658c2f62-03b1-460b-af0e-5684ed1d1a60 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0790105 Apr 30 13:21:04.162843 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-fe7b0ea8-7b7c-4079-a0ee-f7c951b39e9c req-c8ed1f72-3450-4a1c-9e51-a67d2be231a4 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402777 Apr 30 13:21:05.169033 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:21:05.345706 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc393a4-1a63-443b-8c0a-7a86e24ae92a req-0a6a984e-404b-4388-b6e5-0b4eae625ff0 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:05.347067 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-acc393a4-1a63-443b-8c0a-7a86e24ae92a req-0a6a984e-404b-4388-b6e5-0b4eae625ff0 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0785232 Apr 30 13:21:05.393303 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-acc393a4-1a63-443b-8c0a-7a86e24ae92a req-9ae5e495-4c95-451a-8872-9e8686974c22 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404010 Apr 30 13:21:06.574823 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca493bb-a53a-43b4-bb6b-e506fb958e86 req-a71428cb-085e-4b6d-b98d-04a70b4a65a7 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:06.576238 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1ca493bb-a53a-43b4-bb6b-e506fb958e86 req-a71428cb-085e-4b6d-b98d-04a70b4a65a7 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0776281 Apr 30 13:21:06.619118 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1ca493bb-a53a-43b4-bb6b-e506fb958e86 req-8ae16af8-502c-4468-8d56-817b0cc51ef8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372441 Apr 30 13:21:07.802785 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab451f-4568-47fa-a66f-c7cf33e9aa34 req-5fc2df92-a74f-436d-a41a-982da8b0e663 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:07.804232 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2dab451f-4568-47fa-a66f-c7cf33e9aa34 req-5fc2df92-a74f-436d-a41a-982da8b0e663 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0781212 Apr 30 13:21:07.847701 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2dab451f-4568-47fa-a66f-c7cf33e9aa34 req-006f3330-3a16-41d1-a9eb-f402be116f6c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373478 Apr 30 13:21:08.186375 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b57b8d-1dd7-489c-9353-5de7419c2a34 req-40382d6c-9836-46f7-a8db-72bbaaed62e3 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:08.187811 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e1b57b8d-1dd7-489c-9353-5de7419c2a34 req-40382d6c-9836-46f7-a8db-72bbaaed62e3 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0830204 Apr 30 13:21:08.234112 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-e1b57b8d-1dd7-489c-9353-5de7419c2a34 req-c89a0acb-776f-4d93-b30b-ed6aa3b1f594 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404096 Apr 30 13:21:08.257965 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a903f-9b8c-4fee-ab2c-f3589544558d req-e41ea179-d18d-45c5-b2d3-cb7be60973bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:08.259535 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0f1a903f-9b8c-4fee-ab2c-f3589544558d req-e41ea179-d18d-45c5-b2d3-cb7be60973bf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b6588f510914c1aa6727731130057cf&device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 1098 time: 0.0774145 Apr 30 13:21:08.389974 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a903f-9b8c-4fee-ab2c-f3589544558d req-24ae939f-8d73-49b4-9687-b855c7e6e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:08.391431 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0f1a903f-9b8c-4fee-ab2c-f3589544558d req-24ae939f-8d73-49b4-9687-b855c7e6e2d1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a08c7d76-f7a8-4521-8dc1-daca14e140ce HTTP/1.1" status: 200 len: 913 time: 0.1245430 Apr 30 13:21:08.492376 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0f1a903f-9b8c-4fee-ab2c-f3589544558d req-c9cff811-7293-4198-8ec7-56ac123fe8c2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=422b92cc-9545-4749-add3-d2927f441ea5 HTTP/1.1" status: 200 len: 1000 time: 0.0939415 Apr 30 13:21:08.553829 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a903f-9b8c-4fee-ab2c-f3589544558d req-1ef1b9d3-e0b6-4d17-8096-cac520740901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:08.555226 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0f1a903f-9b8c-4fee-ab2c-f3589544558d req-1ef1b9d3-e0b6-4d17-8096-cac520740901 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d754426-79a6-4784-a8f3-c2a5310152cf HTTP/1.1" status: 200 len: 850 time: 0.0558047 Apr 30 13:21:08.629477 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a903f-9b8c-4fee-ab2c-f3589544558d req-2b8bd373-05c1-49e0-b5cf-2a5c3d717b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:08.630940 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0f1a903f-9b8c-4fee-ab2c-f3589544558d req-2b8bd373-05c1-49e0-b5cf-2a5c3d717b60 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a08c7d76-f7a8-4521-8dc1-daca14e140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679259 Apr 30 13:21:08.761356 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0f1a903f-9b8c-4fee-ab2c-f3589544558d req-5fc81581-5f35-47f2-b4c6-127a396a0ab7 service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225712 Apr 30 13:21:08.889012 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-0f1a903f-9b8c-4fee-ab2c-f3589544558d req-264fc8c9-ed15-4566-a920-e47173fd7648 service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204803 Apr 30 13:21:09.081662 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052ea77-0e3b-4022-9c07-1dc7e751c9af req-cc0acfb9-32a9-4ca6-9422-a383b7002025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:09.083164 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4052ea77-0e3b-4022-9c07-1dc7e751c9af req-cc0acfb9-32a9-4ca6-9422-a383b7002025 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b6588f510914c1aa6727731130057cf&device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 1098 time: 0.0747218 Apr 30 13:21:09.233543 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052ea77-0e3b-4022-9c07-1dc7e751c9af req-2e782796-6c4c-4ddd-8cf5-85c74228d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:09.234990 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4052ea77-0e3b-4022-9c07-1dc7e751c9af req-2e782796-6c4c-4ddd-8cf5-85c74228d0d7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a08c7d76-f7a8-4521-8dc1-daca14e140ce HTTP/1.1" status: 200 len: 913 time: 0.1238141 Apr 30 13:21:09.477976 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4052ea77-0e3b-4022-9c07-1dc7e751c9af req-c790aac2-b82a-4273-8f99-51b3cd651474 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=422b92cc-9545-4749-add3-d2927f441ea5 HTTP/1.1" status: 200 len: 1000 time: 0.2330015 Apr 30 13:21:09.561002 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5519c-5030-40f4-bab4-97c693f0724f req-56bef791-fef0-4757-9af2-2847186621e3 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:09.562468 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-68e5519c-5030-40f4-bab4-97c693f0724f req-56bef791-fef0-4757-9af2-2847186621e3 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.1419442 Apr 30 13:21:09.572372 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052ea77-0e3b-4022-9c07-1dc7e751c9af req-fb942401-dd8d-4d86-96c7-ad366b31330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:09.573776 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4052ea77-0e3b-4022-9c07-1dc7e751c9af req-fb942401-dd8d-4d86-96c7-ad366b31330b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d754426-79a6-4784-a8f3-c2a5310152cf HTTP/1.1" status: 200 len: 850 time: 0.0761907 Apr 30 13:21:09.655720 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-68e5519c-5030-40f4-bab4-97c693f0724f req-d77b804e-ece0-415c-9978-3a9161eabc8b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809829 Apr 30 13:21:09.676550 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052ea77-0e3b-4022-9c07-1dc7e751c9af req-06121b41-4d68-446b-80a0-88da26898dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:09.677969 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4052ea77-0e3b-4022-9c07-1dc7e751c9af req-06121b41-4d68-446b-80a0-88da26898dfc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a08c7d76-f7a8-4521-8dc1-daca14e140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889902 Apr 30 13:21:09.807685 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4052ea77-0e3b-4022-9c07-1dc7e751c9af req-543bafb8-82ab-4609-9b5b-407d6b120f46 service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216373 Apr 30 13:21:09.935430 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4052ea77-0e3b-4022-9c07-1dc7e751c9af req-dd6b78bd-45db-43c6-ba3c-3185d5e098a6 service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202755 Apr 30 13:21:10.839297 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd456d-ef7e-41a3-80bc-ee2a3ce1ebc8 req-d7063338-f9e2-43e4-a5fe-09bc06addeda tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:10.840752 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fabd456d-ef7e-41a3-80bc-ee2a3ce1ebc8 req-d7063338-f9e2-43e4-a5fe-09bc06addeda tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0799384 Apr 30 13:21:10.884680 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-fabd456d-ef7e-41a3-80bc-ee2a3ce1ebc8 req-b7097348-5ec6-411e-9d8e-8c44f92e81ae tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383315 Apr 30 13:21:15.762199 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4d3a-8650-49cf-9fbf-7a92336260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:18.076970 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:18.506947 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-63947279-fb05-4566-a79e-50ece0d4cf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:19.711018 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:21.365751 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:31.937290 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:42.167652 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:21:45.599751 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b922de8-b2bc-4df2-a21c-3403c6f90ed2 req-c6e1eb06-79c7-4057-b870-58f0bff67f63 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:45.601186 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8b922de8-b2bc-4df2-a21c-3403c6f90ed2 req-c6e1eb06-79c7-4057-b870-58f0bff67f63 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0836442 Apr 30 13:21:45.643929 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8b922de8-b2bc-4df2-a21c-3403c6f90ed2 req-0999ba2a-d1c1-4c73-a040-10f63b62c652 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369461 Apr 30 13:21:45.764026 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cce26273-6a96-456b-a2cf-509e596607e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:46.830038 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193ab16-80de-4748-b78a-d26e752398d0 req-87fb02c3-0ae5-453c-9cc0-86d3488fd954 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:46.831489 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2193ab16-80de-4748-b78a-d26e752398d0 req-87fb02c3-0ae5-453c-9cc0-86d3488fd954 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0817013 Apr 30 13:21:46.874865 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-2193ab16-80de-4748-b78a-d26e752398d0 req-f30bca4f-af44-4245-a1bc-6e69fcd9bc0c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377374 Apr 30 13:21:48.065057 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66987932-d948-428c-89ba-00409b4f7a62 req-f1841d4f-ac87-4600-82b6-8926fdefc9b3 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:48.066571 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-66987932-d948-428c-89ba-00409b4f7a62 req-f1841d4f-ac87-4600-82b6-8926fdefc9b3 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0851798 Apr 30 13:21:48.079203 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:48.111033 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-66987932-d948-428c-89ba-00409b4f7a62 req-490b49d8-195e-49ba-ba4f-23bdf2b5907f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386186 Apr 30 13:21:48.509314 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-b48c6ce0-0d17-485a-8f14-89158ae46b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:49.292254 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a1999-3fc9-4cb3-87c6-2eb3e6f10c6b req-1a165f32-4552-4243-af18-1f27c90fe9ff tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:49.293703 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-458a1999-3fc9-4cb3-87c6-2eb3e6f10c6b req-1a165f32-4552-4243-af18-1f27c90fe9ff tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0795233 Apr 30 13:21:49.340159 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-458a1999-3fc9-4cb3-87c6-2eb3e6f10c6b req-750642ed-cd23-410f-97ab-91c7a31d323e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407355 Apr 30 13:21:49.713754 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:50.523479 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f3cca-d900-4ea2-a01e-a73a2ebb45ae req-c93f7a7e-2571-4618-b86c-0ec67d9dd591 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:50.524892 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f25f3cca-d900-4ea2-a01e-a73a2ebb45ae req-c93f7a7e-2571-4618-b86c-0ec67d9dd591 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0810242 Apr 30 13:21:50.569473 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-f25f3cca-d900-4ea2-a01e-a73a2ebb45ae req-3688a24c-b0cc-4d4b-b8df-f04bdb5e639b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383573 Apr 30 13:21:51.367138 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:51.751929 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e4ed4-3fe1-4428-8ffe-6dffd4fcb0fc req-5e7f00f3-e652-484a-8354-25a16427b432 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:51.753364 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-442e4ed4-3fe1-4428-8ffe-6dffd4fcb0fc req-5e7f00f3-e652-484a-8354-25a16427b432 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0780616 Apr 30 13:21:51.797346 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-442e4ed4-3fe1-4428-8ffe-6dffd4fcb0fc req-012849d2-8b42-400d-acac-49fcb2f2fcc6 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381725 Apr 30 13:21:52.979997 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58181c7-155b-4ec1-8157-9fd233d17201 req-39651d17-f1cf-4238-802f-33470fbcedf6 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:52.981428 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d58181c7-155b-4ec1-8157-9fd233d17201 req-39651d17-f1cf-4238-802f-33470fbcedf6 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0802338 Apr 30 13:21:53.028616 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-d58181c7-155b-4ec1-8157-9fd233d17201 req-517e5ff1-5f6a-408e-ab49-0f48793c4c8c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 Apr 30 13:21:54.213250 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c94fa6-5ca1-4e82-b8bd-e7d7542a9fee req-011f5440-859c-4d8e-8f73-a9035d6f6eec tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:54.214709 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-75c94fa6-5ca1-4e82-b8bd-e7d7542a9fee req-011f5440-859c-4d8e-8f73-a9035d6f6eec tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0821011 Apr 30 13:21:54.257735 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-75c94fa6-5ca1-4e82-b8bd-e7d7542a9fee req-613c5ff4-64c4-435f-b973-3991228339d6 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372589 Apr 30 13:21:55.608107 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf550-1dcc-44c3-8961-7a05474d33b0 req-be6c6ce7-ec27-45e4-be9a-27f765c0992f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:55.609521 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1f2cf550-1dcc-44c3-8961-7a05474d33b0 req-be6c6ce7-ec27-45e4-be9a-27f765c0992f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.2456071 Apr 30 13:21:55.651877 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1f2cf550-1dcc-44c3-8961-7a05474d33b0 req-b1a95024-0bc0-4973-85ad-c8af8819d3b5 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365508 Apr 30 13:21:56.832442 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86238e77-eedd-4591-87df-f1428469294f req-1e0b4b69-6d18-420b-a4f3-5ce75f15b667 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:56.833863 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-86238e77-eedd-4591-87df-f1428469294f req-1e0b4b69-6d18-420b-a4f3-5ce75f15b667 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0780845 Apr 30 13:21:56.881977 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-86238e77-eedd-4591-87df-f1428469294f req-8549fdcd-a9f3-4b32-9aa1-a9211bd1528f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418942 Apr 30 13:21:57.267587 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8e63f-86d9-45df-86a2-b71bfc14c116 req-fa2b7b96-5e8b-46aa-88f8-dcb0a68f23e2 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:57.269022 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-96c8e63f-86d9-45df-86a2-b71bfc14c116 req-fa2b7b96-5e8b-46aa-88f8-dcb0a68f23e2 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.1323047 Apr 30 13:21:57.277407 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafb0bc-2bab-42a8-95ae-94af2410de5a req-5f0dd79d-a274-4e4c-8e94-81e1a0824e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:57.278878 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cbafb0bc-2bab-42a8-95ae-94af2410de5a req-5f0dd79d-a274-4e4c-8e94-81e1a0824e04 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b6588f510914c1aa6727731130057cf&device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 1098 time: 0.0726526 Apr 30 13:21:57.314296 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-96c8e63f-86d9-45df-86a2-b71bfc14c116 req-8eb8c915-48b7-4bdc-bea8-ac3a1abeaa93 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393496 Apr 30 13:21:57.408458 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafb0bc-2bab-42a8-95ae-94af2410de5a req-e0733de5-04bd-403c-b082-2f479fc27d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:57.410134 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cbafb0bc-2bab-42a8-95ae-94af2410de5a req-e0733de5-04bd-403c-b082-2f479fc27d34 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a08c7d76-f7a8-4521-8dc1-daca14e140ce HTTP/1.1" status: 200 len: 913 time: 0.1242244 Apr 30 13:21:57.507457 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cbafb0bc-2bab-42a8-95ae-94af2410de5a req-e7fbf342-101f-485b-bfc8-2cd239b50b24 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=422b92cc-9545-4749-add3-d2927f441ea5 HTTP/1.1" status: 200 len: 1000 time: 0.0910060 Apr 30 13:21:57.571228 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafb0bc-2bab-42a8-95ae-94af2410de5a req-24a7affb-437f-4343-8b5f-b5d5b5613983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:57.572512 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cbafb0bc-2bab-42a8-95ae-94af2410de5a req-24a7affb-437f-4343-8b5f-b5d5b5613983 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d754426-79a6-4784-a8f3-c2a5310152cf HTTP/1.1" status: 200 len: 850 time: 0.0583448 Apr 30 13:21:57.645847 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafb0bc-2bab-42a8-95ae-94af2410de5a req-4bcacf51-a835-4693-bd68-9bed2f3a88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:57.647410 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cbafb0bc-2bab-42a8-95ae-94af2410de5a req-4bcacf51-a835-4693-bd68-9bed2f3a88bb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a08c7d76-f7a8-4521-8dc1-daca14e140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0680223 Apr 30 13:21:57.777707 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cbafb0bc-2bab-42a8-95ae-94af2410de5a req-6bbbf024-4e79-4891-8317-c547b6552e4d service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227138 Apr 30 13:21:57.998783 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-cbafb0bc-2bab-42a8-95ae-94af2410de5a req-7bb3f328-41a6-4e8b-a1fd-fd34682077e1 service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139807 Apr 30 13:21:58.504671 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed91bc-dff8-482a-9e4c-2181b2baa5eb req-0d341f99-77bd-4f51-ac76-10011f525e20 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:58.506290 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c9ed91bc-dff8-482a-9e4c-2181b2baa5eb req-0d341f99-77bd-4f51-ac76-10011f525e20 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0821650 Apr 30 13:21:58.550859 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-c9ed91bc-dff8-482a-9e4c-2181b2baa5eb req-6190b9b3-eab7-4553-b895-909c09503f66 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390990 Apr 30 13:21:59.737000 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40a244-74c3-4e8f-bd7a-b3b1ad3f99e0 req-39a637a6-b364-4ba2-9a3e-42b8c3c86078 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:59.738439 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cb40a244-74c3-4e8f-bd7a-b3b1ad3f99e0 req-39a637a6-b364-4ba2-9a3e-42b8c3c86078 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0816791 Apr 30 13:21:59.781588 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-cb40a244-74c3-4e8f-bd7a-b3b1ad3f99e0 req-f043c92a-06cd-409d-a481-5fb7eae97083 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375457 Apr 30 13:22:01.949042 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:10.375486 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b18847a7-2dc2-4bed-b0e2-c62d38c58244 req-b2853412-b12b-4404-9694-4817a5d6843f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1090417 Apr 30 13:22:10.532471 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18847a7-2dc2-4bed-b0e2-c62d38c58244 req-36cbc46d-78f3-4591-b7db-8f5a340604f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:10.533907 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b18847a7-2dc2-4bed-b0e2-c62d38c58244 req-36cbc46d-78f3-4591-b7db-8f5a340604f6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b6588f510914c1aa6727731130057cf&device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 1098 time: 0.0731301 Apr 30 13:22:10.675662 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18847a7-2dc2-4bed-b0e2-c62d38c58244 req-ff6777a5-923a-43e7-bd5d-5b537d728c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:10.676991 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b18847a7-2dc2-4bed-b0e2-c62d38c58244 req-ff6777a5-923a-43e7-bd5d-5b537d728c3b service neutron] 10.222.0.90 "GET /v2.0/networks?id=a08c7d76-f7a8-4521-8dc1-daca14e140ce HTTP/1.1" status: 200 len: 913 time: 0.1222253 Apr 30 13:22:10.777009 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b18847a7-2dc2-4bed-b0e2-c62d38c58244 req-95ce9751-179b-447f-b131-ea85e93a9257 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=422b92cc-9545-4749-add3-d2927f441ea5 HTTP/1.1" status: 200 len: 1000 time: 0.0936267 Apr 30 13:22:10.837841 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18847a7-2dc2-4bed-b0e2-c62d38c58244 req-58e209fe-262f-4bec-973a-1aac7b706beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:10.839228 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b18847a7-2dc2-4bed-b0e2-c62d38c58244 req-58e209fe-262f-4bec-973a-1aac7b706beb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d754426-79a6-4784-a8f3-c2a5310152cf HTTP/1.1" status: 200 len: 850 time: 0.0552132 Apr 30 13:22:10.913507 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18847a7-2dc2-4bed-b0e2-c62d38c58244 req-06807864-8138-4c3f-bb8d-252bb526d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:10.914961 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b18847a7-2dc2-4bed-b0e2-c62d38c58244 req-06807864-8138-4c3f-bb8d-252bb526d157 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a08c7d76-f7a8-4521-8dc1-daca14e140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681620 Apr 30 13:22:10.928988 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [req-b18847a7-2dc2-4bed-b0e2-c62d38c58244 req-83273600-80f6-486a-9f29-99dbfac50324 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=73859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:22:10.929835 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b18847a7-2dc2-4bed-b0e2-c62d38c58244 req-83273600-80f6-486a-9f29-99dbfac50324 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048361 Apr 30 13:22:11.060427 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b18847a7-2dc2-4bed-b0e2-c62d38c58244 req-e16abb74-4054-460c-b4b6-be9c058f733b service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238141 Apr 30 13:22:11.190624 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-b18847a7-2dc2-4bed-b0e2-c62d38c58244 req-b785dba2-0802-4cfd-a4f9-42327b584572 service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230638 Apr 30 13:22:15.765629 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-abc78708-1fbc-42b8-aa6a-59c8d1fe7901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.081121 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.511235 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2ff815c7-e13f-4810-a8d6-6a2ac690e03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.166737 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:22:19.716614 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.370277 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:31.937859 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f174bb-3d81-428d-98c9-b442770b9316 req-acde8cd7-7ed8-40bb-8c7b-ab897cd2681b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:31.939276 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b4f174bb-3d81-428d-98c9-b442770b9316 req-acde8cd7-7ed8-40bb-8c7b-ab897cd2681b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0781047 Apr 30 13:22:31.953362 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:31.983938 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b4f174bb-3d81-428d-98c9-b442770b9316 req-b770b490-c8bb-455e-aafe-407185410680 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390553 Apr 30 13:22:33.173730 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cf9dc-e235-4fa7-b62c-334dc0f9272e req-a65c161d-2a16-4df5-a335-9679ebaad1ed tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:33.175186 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-561cf9dc-e235-4fa7-b62c-334dc0f9272e req-a65c161d-2a16-4df5-a335-9679ebaad1ed tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0816491 Apr 30 13:22:33.218553 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-561cf9dc-e235-4fa7-b62c-334dc0f9272e req-b2595e7c-6448-48d7-b531-4ba2739aab86 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377548 Apr 30 13:22:34.041101 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-60f7d2a0-5009-4c20-b7f7-088a85908c73 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:34.042521 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-60f7d2a0-5009-4c20-b7f7-088a85908c73 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.90 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0780432 Apr 30 13:22:34.177096 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Deleting port 422b92cc-9545-4749-add3-d2927f441ea5 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:34.177801 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:34.305899 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] For port 422b92cc-9545-4749-add3-d2927f441ea5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=422b92cc-9545-4749-add3-d2927f441ea5,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:34.306151 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:34.407579 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc76ab-b72a-4ea2-9728-cff82062bcaa req-6fb1d882-3ba5-4d8b-82dc-af9dcfc7d318 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:34.409029 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b3fc76ab-b72a-4ea2-9728-cff82062bcaa req-6fb1d882-3ba5-4d8b-82dc-af9dcfc7d318 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 945 time: 0.0830989 Apr 30 13:22:34.456283 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-b3fc76ab-b72a-4ea2-9728-cff82062bcaa req-1f6eeb2f-7e80-41db-8316-bb8cfd660141 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411170 Apr 30 13:22:34.693874 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:34.694167 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919952'] for floatingip, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:34.694480 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.l3_db [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Floating IP 10992571-2dc8-4dcb-868e-85b041c94f28 disassociated. External IP: 172.28.0.64, port: 422b92cc-9545-4749-add3-d2927f441ea5. Apr 30 13:22:34.694812 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Calling delete_port for 422b92cc-9545-4749-add3-d2927f441ea5 owned by compute:nova {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:34.804270 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:34.810153 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ab03b64c-85b1-423f-9866-db4d48d21dcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:34.856536 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event deleted for resources: {'Port': ['ID=422b92cc-9545-4749-add3-d2927f441ea5,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:34.866000 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:34.866395 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:34.866762 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:34.867117 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:34.867470 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:34.867934 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:34.868156 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:34.868509 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:34.868855 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:34.869197 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:34.869537 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:34.869876 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:34.873546 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:35.049891 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:22:35.227042 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:22:35.239088 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56327da-671b-4ed2-b221-459e407c347f None None] Sync routers for ids ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:22:35.249006 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56327da-671b-4ed2-b221-459e407c347f None None] Routers {'735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:35.249622 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e56327da-671b-4ed2-b221-459e407c347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:22:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:35.304529 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] No DVR routers for this DVR port 422b92cc-9545-4749-add3-d2927f441ea5 on host hv-cinder-78836 {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:22:35.307045 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:35.311482 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd710aac4-0797-4344-b56f-d0a12ee853d7', 'name': 'network-vif-deleted', 'tag': '422b92cc-9545-4749-add3-d2927f441ea5'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:35.332098 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3b673d95-068c-44b7-8fc7-26dc1570c57b req-21bd9fda-a059-4e3a-89f7-d9e6d1ef990e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.90 "DELETE /v2.0/ports/422b92cc-9545-4749-add3-d2927f441ea5 HTTP/1.1" status: 204 len: 173 time: 1.2835736 Apr 30 13:22:35.421605 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd710aac4-0797-4344-b56f-d0a12ee853d7', 'name': 'network-vif-deleted', 'tag': '422b92cc-9545-4749-add3-d2927f441ea5', 'status': 'completed', 'code': 200} Apr 30 13:22:35.440006 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-e56327da-671b-4ed2-b221-459e407c347f None None] Set router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:35.617917 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-92c1db60-c7da-4b58-a986-31b5e67d1e74 req-83f92150-a943-46ee-aabd-356af6256108 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=d710aac4-0797-4344-b56f-d0a12ee853d7 HTTP/1.1" status: 200 len: 210 time: 0.0421152 Apr 30 13:22:35.750650 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e56327da-671b-4ed2-b221-459e407c347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'a43dcc5a-de62-425f-a7f4-b4c5ac8f1586', 'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'mac_address': 'fa:16:3e:b8:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:53Z', 'updated_at': '2021-04-30T13:19:59Z', 'revision_number': 5, 'project_id': '0b6588f510914c1aa6727731130057cf', 'subnets': [{'id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:35.754535 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56327da-671b-4ed2-b221-459e407c347f None None] Checking router: 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:22:35.762860 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56327da-671b-4ed2-b221-459e407c347f None None] Routers {'735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:35.763458 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e56327da-671b-4ed2-b221-459e407c347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:22:18Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:35.937639 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-e56327da-671b-4ed2-b221-459e407c347f None None] Set router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:36.240483 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-e56327da-671b-4ed2-b221-459e407c347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'a43dcc5a-de62-425f-a7f4-b4c5ac8f1586', 'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'mac_address': 'fa:16:3e:b8:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:53Z', 'updated_at': '2021-04-30T13:19:59Z', 'revision_number': 5, 'project_id': '0b6588f510914c1aa6727731130057cf', 'subnets': [{'id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:36.244639 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56327da-671b-4ed2-b221-459e407c347f None None] The sync data for ids ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'] in dv-cinder-788363-2-smb is: [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'a43dcc5a-de62-425f-a7f4-b4c5ac8f1586', 'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'mac_address': 'fa:16:3e:b8:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:53Z', 'updated_at': '2021-04-30T13:19:59Z', 'revision_number': 5, 'project_id': '0b6588f510914c1aa6727731130057cf', 'subnets': [{'id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:22:36.450911 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb8a258-b072-44c2-9b7c-5a169998bda0 None None] New status for floating IP 10992571-2dc8-4dcb-868e-85b041c94f28: DOWN {{(pid=73860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:22:36.739048 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49520) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:36.805574 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.833722 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.883698 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.888708 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-0ab71f91-b465-42a3-936d-5170974be6a3 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:36.904393 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:36.915356 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.915794 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.916170 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.916532 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.916892 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.917253 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.917605 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.917959 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.918341 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.918694 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.919048 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.919398 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.922595 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.926416 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "DELETE /v2.0/security-groups/94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f HTTP/1.1" status: 204 len: 168 time: 0.1863022 Apr 30 13:22:36.926549 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49524) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:36.927400 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:36.945389 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.api.v2.resource [None req-51ac61a5-4146-4e22-aa1c-a2bc20cfef97 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] show failed (client error): The resource could not be found. Apr 30 13:22:36.946846 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-51ac61a5-4146-4e22-aa1c-a2bc20cfef97 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups/94fb05ae-f2df-4ba6-9dc8-4a2b5a366d8f HTTP/1.1" status: 404 len: 347 time: 0.0193074 Apr 30 13:22:36.949563 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49528) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:37.165973 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-61879c57-b21b-4352-9299-9a668971b9bb tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Deleting port 1f1888f3-b0f9-4131-8ac4-8b86e7f93da9 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:37.166260 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-61879c57-b21b-4352-9299-9a668971b9bb tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:37.280062 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-61879c57-b21b-4352-9299-9a668971b9bb tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:37.280391 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-61879c57-b21b-4352-9299-9a668971b9bb tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:37.398499 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-61879c57-b21b-4352-9299-9a668971b9bb tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Calling delete_port for 1f1888f3-b0f9-4131-8ac4-8b86e7f93da9 owned by network:floatingip {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:37.504782 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-61879c57-b21b-4352-9299-9a668971b9bb tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:37.509054 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-07fa898a-8969-48b4-bb23-008111392c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:37.658297 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61879c57-b21b-4352-9299-9a668971b9bb tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event deleted for resources: {'Port': ['ID=1f1888f3-b0f9-4131-8ac4-8b86e7f93da9,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:37.683949 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-61879c57-b21b-4352-9299-9a668971b9bb tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:37.745745 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-61879c57-b21b-4352-9299-9a668971b9bb tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for floatingip, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:37.759320 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-61879c57-b21b-4352-9299-9a668971b9bb tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:37.760373 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-61879c57-b21b-4352-9299-9a668971b9bb tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "DELETE /v2.0/floatingips/10992571-2dc8-4dcb-868e-85b041c94f28 HTTP/1.1" status: 204 len: 168 time: 0.8098881 Apr 30 13:22:37.799860 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 422b92cc-9545-4749-add3-d2927f441ea5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:37.836520 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: 422b92cc-9545-4749-add3-d2927f441ea5 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:37.836873 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device 422b92cc-9545-4749-add3-d2927f441ea5 not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:38.095581 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49534) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:38.101071 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--445554221', 'description': 'tempest-description--664455158'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:22:38.106878 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:38.111009 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Usage tracker for resource:security_group and tenant:0b6588f510914c1aa6727731130057cf is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:38.113785 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:38.119475 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:38.129883 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:38.149612 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:38.153321 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Usage tracker for resource:security_group_rule and tenant:0b6588f510914c1aa6727731130057cf is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:38.156722 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:38.163354 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:38.231293 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:38.234833 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:38.238257 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-98702130-71fa-4b11-817b-02e798354c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:38.282273 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342a11ad-bd50-4dd1-af51-ebd47be93de8,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:38.285238 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:38.289633 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:38.292723 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1942761 Apr 30 13:22:38.293681 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49538) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:38.299342 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-4689fbdb-4630-40e7-b37f-4782762fa27b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Request body: {'security_group_rule': {'security_group_id': '342a11ad-bd50-4dd1-af51-ebd47be93de8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:22:38.305219 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-4689fbdb-4630-40e7-b37f-4782762fa27b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:38.309108 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-4689fbdb-4630-40e7-b37f-4782762fa27b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Usage tracker for resource:security_group_rule and tenant:0b6588f510914c1aa6727731130057cf is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:38.312371 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-4689fbdb-4630-40e7-b37f-4782762fa27b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:38.317953 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-4689fbdb-4630-40e7-b37f-4782762fa27b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:38.333244 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-4689fbdb-4630-40e7-b37f-4782762fa27b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:38.390995 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-4689fbdb-4630-40e7-b37f-4782762fa27b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:38.394360 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-4689fbdb-4630-40e7-b37f-4782762fa27b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:38.396297 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:38.418059 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689fbdb-4630-40e7-b37f-4782762fa27b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da78c581-a64b-44d4-86a8-e0ba9272cddd,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:38.420379 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-4689fbdb-4630-40e7-b37f-4782762fa27b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:38.427054 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-4689fbdb-4630-40e7-b37f-4782762fa27b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:38.428201 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-4689fbdb-4630-40e7-b37f-4782762fa27b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334510 Apr 30 13:22:38.430908 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49542) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:38.435680 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-7cc5ea81-8ece-4cb1-899c-b63a45de5387 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Request body: {'security_group_rule': {'security_group_id': '342a11ad-bd50-4dd1-af51-ebd47be93de8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:22:38.441757 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-7cc5ea81-8ece-4cb1-899c-b63a45de5387 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:38.445556 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-7cc5ea81-8ece-4cb1-899c-b63a45de5387 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Usage tracker for resource:security_group_rule and tenant:0b6588f510914c1aa6727731130057cf is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:38.448340 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-7cc5ea81-8ece-4cb1-899c-b63a45de5387 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:38.454554 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-7cc5ea81-8ece-4cb1-899c-b63a45de5387 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:38.469636 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ea81-8ece-4cb1-899c-b63a45de5387 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:38.528226 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ea81-8ece-4cb1-899c-b63a45de5387 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:38.531861 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ea81-8ece-4cb1-899c-b63a45de5387 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564868'] for security_group_rule, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:38.539340 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:38.557077 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5ea81-8ece-4cb1-899c-b63a45de5387 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff500ec-28ca-48e1-98b2-ffc2e87a9ed5,revision_number=0']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:38.559290 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-7cc5ea81-8ece-4cb1-899c-b63a45de5387 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:38.566500 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ea81-8ece-4cb1-899c-b63a45de5387 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:38.567633 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-7cc5ea81-8ece-4cb1-899c-b63a45de5387 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358418 Apr 30 13:22:38.570611 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49546) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:38.575636 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.v2.base [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Request body: {'floatingip': {'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b'}} {{(pid=73858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:22:38.581240 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:38.585025 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Usage tracker for resource:floatingip and tenant:0b6588f510914c1aa6727731130057cf is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:38.587820 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:38.593406 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:38.603583 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for floatingip, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:38.734711 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:38.948514 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.db_base_plugin_common [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Allocated IP 172.28.0.155 (07ca4a00-754c-4ee1-bad7-4e9920ec041b/ec54f1e6-42a0-405f-bb60-0305afc35dfb/3a1ab8e9-9e99-4da7-ab53-588f1f6ee24b) {{(pid=73858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:22:39.089493 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for port, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:39.117935 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:39.122056 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:39.181013 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Network 07ca4a00-754c-4ee1-bad7-4e9920ec041b is already hosted by enough agents. {{(pid=73858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:22:39.187652 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.base_scheduler [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources bound (agent type, host, resource id): {{(pid=73858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:22:39.191673 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Received port after_create {{(pid=73858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:22:39.230421 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event updated for resources: {'Port': ['ID=3a1ab8e9-9e99-4da7-ab53-588f1f6ee24b,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:39.234940 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:39.272425 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:39.332655 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:39.531957 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for port, precommit_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:39.536477 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3096711'] for port, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:39.540832 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-ac80ccc3-7fbf-4418-8e0a-bece520d723d tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:39.644795 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event updated for resources: {'Port': ['ID=3a1ab8e9-9e99-4da7-ab53-588f1f6ee24b,revision_number=2']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:39.648671 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:39.655767 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919952'] for floatingip, after_update {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:39.678240 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:39.679412 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1078606 Apr 30 13:22:39.893771 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-64dc01d4-b4fd-4ff4-b1aa-941647ca95b2 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Synchronizing usage tracker for tenant:0b6588f510914c1aa6727731130057cf on resource:security_group {{(pid=73858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:22:39.908169 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-64dc01d4-b4fd-4ff4-b1aa-941647ca95b2 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Unset dirty status for tenant:0b6588f510914c1aa6727731130057cf on resource:security_group {{(pid=73858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:22:39.909337 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-64dc01d4-b4fd-4ff4-b1aa-941647ca95b2 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--445554221&fields=id&tenant_id=0b6588f510914c1aa6727731130057cf HTTP/1.1" status: 200 len: 267 time: 0.0560508 Apr 30 13:22:40.057571 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-2c2fdfef-08fa-4694-b9b4-025b9f65f4c6 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:40.058915 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-2c2fdfef-08fa-4694-b9b4-025b9f65f4c6 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/networks?id=a08c7d76-f7a8-4521-8dc1-daca14e140ce HTTP/1.1" status: 200 len: 811 time: 0.1426332 Apr 30 13:22:40.074157 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-a48f914b-48f2-4f2e-88a8-1f8ddc61d12f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/quotas/0b6588f510914c1aa6727731130057cf HTTP/1.1" status: 200 len: 375 time: 0.0088489 Apr 30 13:22:40.158866 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d9d28a67-1d2b-4ed7-a207-cc42674d91f0 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=0b6588f510914c1aa6727731130057cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797184 Apr 30 13:22:40.216063 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-cec4c457-bfc5-461e-ae66-d08e02917a39 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=73858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:22:40.217021 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-cec4c457-bfc5-461e-ae66-d08e02917a39 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469329 Apr 30 13:22:40.344696 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-384cc93f-c3e5-425d-9b9b-caf02ac11590 service neutron] 10.222.0.93 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216824 Apr 30 13:22:40.471784 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-31f2c692-e174-430d-87b8-9e055cf578a2 service neutron] 10.222.0.93 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212630 Apr 30 13:22:40.652319 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-e158f05b-1556-4e16-96e4-5d67498e40ef req-cc7ea49d-b5a6-4d14-a591-d897b48e4e70 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Synchronizing usage tracker for tenant:0b6588f510914c1aa6727731130057cf on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:22:40.668421 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-e158f05b-1556-4e16-96e4-5d67498e40ef req-cc7ea49d-b5a6-4d14-a591-d897b48e4e70 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Unset dirty status for tenant:0b6588f510914c1aa6727731130057cf on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:22:40.669624 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-e158f05b-1556-4e16-96e4-5d67498e40ef req-cc7ea49d-b5a6-4d14-a591-d897b48e4e70 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 210 time: 0.0639005 Apr 30 13:22:41.826799 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-30b98e8b-133b-471c-95a5-e3bfcca92f02 req-21e0be59-506d-4be5-99dd-e4b4061771ec tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 210 time: 0.0440490 Apr 30 13:22:41.856667 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-2cb792d7-6118-4f7c-9024-c83a64eb348a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:41.858070 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-2cb792d7-6118-4f7c-9024-c83a64eb348a tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.90 "GET /v2.0/networks?id=a08c7d76-f7a8-4521-8dc1-daca14e140ce HTTP/1.1" status: 200 len: 811 time: 0.1479974 Apr 30 13:22:41.914805 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-13be9ac2-c230-4bb6-80bd-2bfb8659eabf tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b6588f510914c1aa6727731130057cf HTTP/1.1" status: 200 len: 379 time: 0.0413308 Apr 30 13:22:41.924459 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Request body: {'port': {'device_id': '33225272-0de5-4ec5-a697-c5968ec26a9a', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'admin_state_up': True, 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'security_groups': ['342a11ad-bd50-4dd1-af51-ebd47be93de8']}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:22:42.059312 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:42.068673 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:42.078280 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Made reservation on behalf of 0b6588f510914c1aa6727731130057cf for: {'port': 1} {{(pid=73859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:22:42.081683 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:42.241180 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_common [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Allocated IP 172.20.0.12 (a08c7d76-f7a8-4521-8dc1-daca14e140ce/2d754426-79a6-4784-a8f3-c2a5310152cf/f05d3c59-02ea-41eb-9112-1b8d7d901380) {{(pid=73859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:22:42.427460 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for port, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:42.442173 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Transition to ACTIVE for port object f05d3c59-02ea-41eb-9112-1b8d7d901380 will not be triggered until provisioned by entity DHCP. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:22:42.465111 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749317460188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:42.471391 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-06ca3d6c-bfca-4e64-b360-aaa0e42e7853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:42.534638 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Network a08c7d76-f7a8-4521-8dc1-daca14e140ce is already hosted by enough agents. {{(pid=73859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:22:42.538006 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.base_scheduler [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Resources bound (agent type, host, resource id): {{(pid=73859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:22:42.540402 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Received port after_create {{(pid=73859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:22:42.585301 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event updated for resources: {'Port': ['ID=f05d3c59-02ea-41eb-9112-1b8d7d901380,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:42.588210 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:42.614590 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:42.615187 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:42.641573 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-93d872e0-38ed-481d-ba6c-a3e6e2b3b02d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7217817 Apr 30 13:22:42.660112 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Request body: {'port': {'device_id': '33225272-0de5-4ec5-a697-c5968ec26a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:22:42.745943 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-8d330f02-a2eb-4de8-ae12-cb17babd32c5 None None] Provisioning for port f05d3c59-02ea-41eb-9112-1b8d7d901380 completed by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:22:42.751181 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-8d330f02-a2eb-4de8-ae12-cb17babd32c5 None None] Provisioning complete for port f05d3c59-02ea-41eb-9112-1b8d7d901380 triggered by entity DHCP. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:22:42.751610 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8d330f02-a2eb-4de8-ae12-cb17babd32c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:42.772287 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:42.838701 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-8d330f02-a2eb-4de8-ae12-cb17babd32c5 None None] Port f05d3c59-02ea-41eb-9112-1b8d7d901380 cannot update to ACTIVE because it is not bound. {{(pid=73860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:22:43.100415 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d3894-8b6f-445f-be6f-7fd4fbd3b80f req-c5059154-63b9-4dba-bc94-d1b37dac07b8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:43.101094 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-4a5d3894-8b6f-445f-be6f-7fd4fbd3b80f req-c5059154-63b9-4dba-bc94-d1b37dac07b8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Synchronizing usage tracker for tenant:0b6588f510914c1aa6727731130057cf on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:22:43.128824 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-4a5d3894-8b6f-445f-be6f-7fd4fbd3b80f req-c5059154-63b9-4dba-bc94-d1b37dac07b8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Unset dirty status for tenant:0b6588f510914c1aa6727731130057cf on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:22:43.129910 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4a5d3894-8b6f-445f-be6f-7fd4fbd3b80f req-c5059154-63b9-4dba-bc94-d1b37dac07b8 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 932 time: 0.1888742 Apr 30 13:22:43.208658 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05d3c59-02ea-41eb-9112-1b8d7d901380 {{(pid=73859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:22:43.219673 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:43.227018 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-4a5d3894-8b6f-445f-be6f-7fd4fbd3b80f req-0e5844bd-6065-42c8-9616-1ef3fbca1b08 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=342a11ad-bd50-4dd1-af51-ebd47be93de8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638580 Apr 30 13:22:43.238003 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.provisioning_blocks [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Transition to ACTIVE for port object f05d3c59-02ea-41eb-9112-1b8d7d901380 will not be triggered until provisioned by entity L2. {{(pid=73859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:22:43.242021 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:43.245751 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-58fd4fbb-1cbe-4274-9ceb-207dbe74bde6 tempest-VolumesNegativeTest-343189426 tempest-VolumesNegativeTest-343189426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:43.508748 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Pushing event updated for resources: {'Port': ['ID=f05d3c59-02ea-41eb-9112-1b8d7d901380,revision_number=2']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:43.515527 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:43.584088 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Attempting to bind port f05d3c59-02ea-41eb-9112-1b8d7d901380 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:22:43.584317 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Attempting to bind port f05d3c59-02ea-41eb-9112-1b8d7d901380 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:22:43.584642 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Attempting to bind port f05d3c59-02ea-41eb-9112-1b8d7d901380 on network a08c7d76-f7a8-4521-8dc1-daca14e140ce {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:22:43.589250 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Port f05d3c59-02ea-41eb-9112-1b8d7d901380 on network a08c7d76-f7a8-4521-8dc1-daca14e140ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:22:43.589566 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Attempting to bind port f05d3c59-02ea-41eb-9112-1b8d7d901380 on network a08c7d76-f7a8-4521-8dc1-daca14e140ce {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:22:43.595082 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Checking agent: {'id': 'ad574c33-32f6-4693-8d1e-23c48e04982a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'started_at': datetime.datetime(2021, 4, 30, 13, 10, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:22:43.595412 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Checking segment: {'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:22:43.595793 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Bound using segment: {'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'} {{(pid=73859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:22:43.596208 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Bound port: f05d3c59-02ea-41eb-9112-1b8d7d901380, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691f706a-1c38-4c58-83c3-629156ce8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce'}}] {{(pid=73859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:22:43.596543 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:43.683780 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] For port f05d3c59-02ea-41eb-9112-1b8d7d901380, host hv-cinder-78836, cleared binding levels {{(pid=73859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:22:43.687114 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] For port f05d3c59-02ea-41eb-9112-1b8d7d901380, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f05d3c59-02ea-41eb-9112-1b8d7d901380,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:22:43.691042 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2553945'] for port, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:43.695282 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2a886783-483b-449c-bd85-86baadef54c6 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:43.756652 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:43.757152 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:43.758686 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] 10.222.0.90 "PUT /v2.0/ports/f05d3c59-02ea-41eb-9112-1b8d7d901380 HTTP/1.1" status: 200 len: 1094 time: 1.1031435 Apr 30 13:22:43.759207 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33225272-0de5-4ec5-a697-c5968ec26a9a', 'tag': 'f05d3c59-02ea-41eb-9112-1b8d7d901380'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:43.779336 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Pushing event updated for resources: {'Port': ['ID=f05d3c59-02ea-41eb-9112-1b8d7d901380,revision_number=3']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:43.783294 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:43.805769 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33225272-0de5-4ec5-a697-c5968ec26a9a', 'tag': 'f05d3c59-02ea-41eb-9112-1b8d7d901380', 'status': 'completed', 'code': 200} Apr 30 13:22:43.909057 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-4ecf83c6-7e67-4236-b19e-3e4477f149d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:43.910815 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-4ecf83c6-7e67-4236-b19e-3e4477f149d9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b6588f510914c1aa6727731130057cf&device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 1097 time: 0.0730462 Apr 30 13:22:43.991603 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-4fae54c2-fdee-45e7-a40d-1e59db4bad92 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f05d3c59-02ea-41eb-9112-1b8d7d901380 HTTP/1.1" status: 200 len: 217 time: 0.0647171 Apr 30 13:22:44.053593 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-8490c5a7-6653-4d51-9e39-6fa03ee7d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:44.054963 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-8490c5a7-6653-4d51-9e39-6fa03ee7d439 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d754426-79a6-4784-a8f3-c2a5310152cf HTTP/1.1" status: 200 len: 850 time: 0.0569525 Apr 30 13:22:44.130582 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-55ec6981-0cb9-435d-a482-0de5e9280d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:44.131914 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-55ec6981-0cb9-435d-a482-0de5e9280d9a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a08c7d76-f7a8-4521-8dc1-daca14e140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688682 Apr 30 13:22:44.261926 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-67a25884-c3e5-4bd9-adac-300f54b89f01 service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227701 Apr 30 13:22:44.400065 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-dc43602b-eba3-49f2-8239-1daa788a2f95 req-583b4193-adc1-4366-ae07-8ddb38cdc1bc service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303678 Apr 30 13:22:44.610822 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78392062-1eaa-40cf-bd7b-7ecc6a60465e req-369ffabc-5081-47e3-9f8f-bac0baff38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:44.612264 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-78392062-1eaa-40cf-bd7b-7ecc6a60465e req-369ffabc-5081-47e3-9f8f-bac0baff38bc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b6588f510914c1aa6727731130057cf&device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 1097 time: 0.0991580 Apr 30 13:22:44.619743 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44747a7e-6a5d-4327-9b1b-ae8fb11d4e1a req-4f20245b-8456-4499-aa37-9e2c70ac6a22 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:44.621057 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-44747a7e-6a5d-4327-9b1b-ae8fb11d4e1a req-4f20245b-8456-4499-aa37-9e2c70ac6a22 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 944 time: 0.1441743 Apr 30 13:22:44.755539 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-44747a7e-6a5d-4327-9b1b-ae8fb11d4e1a req-c52f47a2-5931-410c-8b3a-deb82d66b36d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=342a11ad-bd50-4dd1-af51-ebd47be93de8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160629 Apr 30 13:22:44.781408 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78392062-1eaa-40cf-bd7b-7ecc6a60465e req-cafb8e63-5cc4-4b4b-baaa-c0c2122f0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:44.782860 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-78392062-1eaa-40cf-bd7b-7ecc6a60465e req-cafb8e63-5cc4-4b4b-baaa-c0c2122f0b33 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a08c7d76-f7a8-4521-8dc1-daca14e140ce HTTP/1.1" status: 200 len: 913 time: 0.1609998 Apr 30 13:22:44.848868 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-78392062-1eaa-40cf-bd7b-7ecc6a60465e req-b49eabe8-7a58-48d1-8b8c-683bc3a548ff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f05d3c59-02ea-41eb-9112-1b8d7d901380 HTTP/1.1" status: 200 len: 217 time: 0.0588429 Apr 30 13:22:44.916433 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78392062-1eaa-40cf-bd7b-7ecc6a60465e req-f155e66e-8b0c-430b-b9b2-6bf5a038ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:44.918029 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-78392062-1eaa-40cf-bd7b-7ecc6a60465e req-f155e66e-8b0c-430b-b9b2-6bf5a038ad9a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d754426-79a6-4784-a8f3-c2a5310152cf HTTP/1.1" status: 200 len: 850 time: 0.0606456 Apr 30 13:22:44.994803 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78392062-1eaa-40cf-bd7b-7ecc6a60465e req-f354e536-95b8-402f-b942-02c127a54ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:44.996265 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-78392062-1eaa-40cf-bd7b-7ecc6a60465e req-f354e536-95b8-402f-b942-02c127a54ab2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a08c7d76-f7a8-4521-8dc1-daca14e140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706952 Apr 30 13:22:45.127109 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-78392062-1eaa-40cf-bd7b-7ecc6a60465e req-7713900e-ba6a-4df5-bdb3-d1482594fd6b service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227579 Apr 30 13:22:45.256499 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-78392062-1eaa-40cf-bd7b-7ecc6a60465e req-eed7ce0c-ac03-4382-9876-de792ab33acb service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224263 Apr 30 13:22:45.766062 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f00c68df-8df6-4c99-98b0-46060c04e5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:45.823430 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device f05d3c59-02ea-41eb-9112-1b8d7d901380 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:22:45.943108 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec0a98-937f-44f1-a362-c08f42fd6296 req-ce5bdd2b-16b6-4b1a-9c23-f2cad3c46c90 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:45.944625 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-49ec0a98-937f-44f1-a362-c08f42fd6296 req-ce5bdd2b-16b6-4b1a-9c23-f2cad3c46c90 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 944 time: 0.0828490 Apr 30 13:22:45.954532 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port f05d3c59-02ea-41eb-9112-1b8d7d901380, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f05d3c59-02ea-41eb-9112-1b8d7d901380,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:45.967466 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Returning: {'device': 'f05d3c59-02ea-41eb-9112-1b8d7d901380', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'port_id': 'f05d3c59-02ea-41eb-9112-1b8d7d901380', 'mac_address': 'fa:16:3e:a8:97:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:22:45.988592 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-49ec0a98-937f-44f1-a362-c08f42fd6296 req-f7e5e7ad-8ab7-4a4b-8a41-7cbb201a3cb2 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=342a11ad-bd50-4dd1-af51-ebd47be93de8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382946 Apr 30 13:22:46.026869 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:46.043726 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05d3c59-02ea-41eb-9112-1b8d7d901380 {{(pid=73860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:22:46.059151 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port f05d3c59-02ea-41eb-9112-1b8d7d901380, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f05d3c59-02ea-41eb-9112-1b8d7d901380,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:46.063525 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:46.066021 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:46.129741 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=f05d3c59-02ea-41eb-9112-1b8d7d901380,revision_number=4']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:46.136743 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:46.137091 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:46.137429 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:46.137761 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:46.138089 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:46.138438 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:46.138760 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:46.139079 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:46.139398 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:46.139713 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:46.140027 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:46.140366 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:46.144115 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:46.385030 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] get_ports_and_sgs() called for port_ids ['f05d3c59-02ea-41eb-9112-1b8d7d901380'] {{(pid=73860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:22:47.174481 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a4e5e-3939-4cf1-9fa8-22a69c3d0569 req-d2df0755-c6dd-4f0c-825a-0d9b36670854 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:47.175911 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1a0a4e5e-3939-4cf1-9fa8-22a69c3d0569 req-d2df0755-c6dd-4f0c-825a-0d9b36670854 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 945 time: 0.0843885 Apr 30 13:22:47.315128 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-1a0a4e5e-3939-4cf1-9fa8-22a69c3d0569 req-02ba6677-9ab6-4ba9-a854-2d48593ed34e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=342a11ad-bd50-4dd1-af51-ebd47be93de8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334212 Apr 30 13:22:47.836990 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device f05d3c59-02ea-41eb-9112-1b8d7d901380 up at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:22:47.903479 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning for port f05d3c59-02ea-41eb-9112-1b8d7d901380 completed by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:22:47.907895 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.provisioning_blocks [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Provisioning complete for port f05d3c59-02ea-41eb-9112-1b8d7d901380 triggered by entity L2. {{(pid=73860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:22:47.908270 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134153120'] for port, provisioning_complete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:48.021484 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134139708'] for port, before_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:48.047443 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33225272-0de5-4ec5-a697-c5968ec26a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05d3c59-02ea-41eb-9112-1b8d7d901380'}] {{(pid=73860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:48.057833 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] For port f05d3c59-02ea-41eb-9112-1b8d7d901380, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f05d3c59-02ea-41eb-9112-1b8d7d901380,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:48.062778 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749317876583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749317460206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749317457951'] for port, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:48.064627 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:48.101051 dv-cinder-788363-2-smb neutron-server[73860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33225272-0de5-4ec5-a697-c5968ec26a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05d3c59-02ea-41eb-9112-1b8d7d901380', 'code': 200} Apr 30 13:22:48.131325 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:48.144695 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Pushing event updated for resources: {'Port': ['ID=f05d3c59-02ea-41eb-9112-1b8d7d901380,revision_number=5']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:48.147660 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:48.349562 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d911f-c2f3-44aa-88fb-af1cdacfbde8 req-02b16b8f-e11f-4613-915b-904fae2b2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:48.351059 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-306d911f-c2f3-44aa-88fb-af1cdacfbde8 req-02b16b8f-e11f-4613-915b-904fae2b2cc0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 1099 time: 0.0681279 Apr 30 13:22:48.392931 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-306d911f-c2f3-44aa-88fb-af1cdacfbde8 req-c8069335-f222-429c-ad52-549a58559053 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=342a11ad-bd50-4dd1-af51-ebd47be93de8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339673 Apr 30 13:22:48.496812 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa6ccf-cb5c-4d1c-bca1-0a0727a96d11 req-e82979f9-501c-425a-a80d-6c92a879ee93 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:48.498262 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-68aa6ccf-cb5c-4d1c-bca1-0a0727a96d11 req-e82979f9-501c-425a-a80d-6c92a879ee93 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 946 time: 0.0807664 Apr 30 13:22:48.513162 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-de3ffe7d-00a0-44a5-b2d6-bf7a494d3012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:48.542122 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-68aa6ccf-cb5c-4d1c-bca1-0a0727a96d11 req-dc9c02d4-edb2-4a8e-96e2-49e2b9cb78bb tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=342a11ad-bd50-4dd1-af51-ebd47be93de8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375690 Apr 30 13:22:49.719920 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:49.725193 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37724bc7-5410-493c-9013-d0208087ce16 req-d6051612-b78c-4b08-9600-007f81b47f10 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:49.726673 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-37724bc7-5410-493c-9013-d0208087ce16 req-d6051612-b78c-4b08-9600-007f81b47f10 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 946 time: 0.0790505 Apr 30 13:22:49.770875 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-37724bc7-5410-493c-9013-d0208087ce16 req-06e3a6bc-bf87-414b-908e-529e35949a5d tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=342a11ad-bd50-4dd1-af51-ebd47be93de8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382755 Apr 30 13:22:49.953702 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478f06-fcb2-4685-acba-6997a03a8675 req-81764f5d-7f81-44d8-938d-85001c1be78b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:49.955060 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-6a478f06-fcb2-4685-acba-6997a03a8675 req-81764f5d-7f81-44d8-938d-85001c1be78b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 946 time: 0.0817387 Apr 30 13:22:49.963396 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49602) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:49.968339 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.v2.base [None req-89ade5ed-95f5-4251-8d10-3888584def2f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Request body: {'floatingip': {'port_id': 'f05d3c59-02ea-41eb-9112-1b8d7d901380'}} {{(pid=73859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:22:50.041886 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-89ade5ed-95f5-4251-8d10-3888584def2f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for floatingip, before_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:50.621671 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-89ade5ed-95f5-4251-8d10-3888584def2f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:50.625304 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-89ade5ed-95f5-4251-8d10-3888584def2f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919952'] for floatingip, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:50.792055 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.l3_db [None req-89ade5ed-95f5-4251-8d10-3888584def2f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Floating IP 9ec79fda-3cd8-4190-93b9-a3960951b9e5 associated. External IP: 172.28.0.155, port: f05d3c59-02ea-41eb-9112-1b8d7d901380. Apr 30 13:22:51.239059 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ade5ed-95f5-4251-8d10-3888584def2f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:22:51.372682 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:51.419937 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ade5ed-95f5-4251-8d10-3888584def2f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:22:51.424738 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-89ade5ed-95f5-4251-8d10-3888584def2f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:51.429810 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839bae5-acf9-42a3-8b6f-af25dbb9f652 None None] Sync routers for ids ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:22:51.440244 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839bae5-acf9-42a3-8b6f-af25dbb9f652 None None] Routers {'735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:51.440849 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-a839bae5-acf9-42a3-8b6f-af25dbb9f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:22:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:51.479516 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-89ade5ed-95f5-4251-8d10-3888584def2f tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "PUT /v2.0/floatingips/9ec79fda-3cd8-4190-93b9-a3960951b9e5 HTTP/1.1" status: 200 len: 992 time: 1.5151057 Apr 30 13:22:51.480168 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33225272-0de5-4ec5-a697-c5968ec26a9a', 'tag': 'f05d3c59-02ea-41eb-9112-1b8d7d901380'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:51.527714 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33225272-0de5-4ec5-a697-c5968ec26a9a', 'tag': 'f05d3c59-02ea-41eb-9112-1b8d7d901380', 'status': 'completed', 'code': 200} Apr 30 13:22:51.615826 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-a839bae5-acf9-42a3-8b6f-af25dbb9f652 None None] Set router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:51.660678 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e814dea-2a38-44da-9e40-a6877daa1bc4 req-7f40e049-b501-4aec-9356-acc49ac4d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:51.662059 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7e814dea-2a38-44da-9e40-a6877daa1bc4 req-7f40e049-b501-4aec-9356-acc49ac4d28c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b6588f510914c1aa6727731130057cf&device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 1099 time: 0.0751693 Apr 30 13:22:51.795584 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e814dea-2a38-44da-9e40-a6877daa1bc4 req-fd903ce0-763b-4514-95c2-f350d9b18d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:51.797653 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7e814dea-2a38-44da-9e40-a6877daa1bc4 req-fd903ce0-763b-4514-95c2-f350d9b18d40 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a08c7d76-f7a8-4521-8dc1-daca14e140ce HTTP/1.1" status: 200 len: 913 time: 0.1286187 Apr 30 13:22:51.894622 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7e814dea-2a38-44da-9e40-a6877daa1bc4 req-baacb0fc-c4d7-4017-9c1d-5b2e89fda391 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f05d3c59-02ea-41eb-9112-1b8d7d901380 HTTP/1.1" status: 200 len: 1000 time: 0.0904341 Apr 30 13:22:51.961170 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e814dea-2a38-44da-9e40-a6877daa1bc4 req-d40a602d-9d73-4f37-8bc9-be03bd414451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:51.962558 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7e814dea-2a38-44da-9e40-a6877daa1bc4 req-d40a602d-9d73-4f37-8bc9-be03bd414451 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d754426-79a6-4784-a8f3-c2a5310152cf HTTP/1.1" status: 200 len: 850 time: 0.0604248 Apr 30 13:22:51.980219 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-a839bae5-acf9-42a3-8b6f-af25dbb9f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': '9ec79fda-3cd8-4190-93b9-a3960951b9e5', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'floating_ip_address': '172.28.0.155', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'port_id': 'f05d3c59-02ea-41eb-9112-1b8d7d901380', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'mac_address': 'fa:16:3e:a8:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33225272-0de5-4ec5-a697-c5968ec26a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:22:39Z', 'updated_at': '2021-04-30T13:22:50Z', 'revision_number': 1, 'project_id': '0b6588f510914c1aa6727731130057cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43dcc5a-de62-425f-a7f4-b4c5ac8f1586', 'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'mac_address': 'fa:16:3e:b8:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:53Z', 'updated_at': '2021-04-30T13:19:59Z', 'revision_number': 5, 'project_id': '0b6588f510914c1aa6727731130057cf', 'subnets': [{'id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:51.983997 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839bae5-acf9-42a3-8b6f-af25dbb9f652 None None] Checking router: 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:22:51.992277 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839bae5-acf9-42a3-8b6f-af25dbb9f652 None None] Routers {'735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:51.993104 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-a839bae5-acf9-42a3-8b6f-af25dbb9f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:22:48Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:52.037017 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e814dea-2a38-44da-9e40-a6877daa1bc4 req-45acd9e5-ff72-48e5-8693-45e2bf504d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:52.038660 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7e814dea-2a38-44da-9e40-a6877daa1bc4 req-45acd9e5-ff72-48e5-8693-45e2bf504d51 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a08c7d76-f7a8-4521-8dc1-daca14e140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690217 Apr 30 13:22:52.169381 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-a839bae5-acf9-42a3-8b6f-af25dbb9f652 None None] Set router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:52.172434 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7e814dea-2a38-44da-9e40-a6877daa1bc4 req-4777db37-e17e-431b-900f-979862a9ca1b service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250434 Apr 30 13:22:52.302620 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-7e814dea-2a38-44da-9e40-a6877daa1bc4 req-f89af605-4260-491a-adf9-880a7d63ede0 service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235898 Apr 30 13:22:52.505595 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-a839bae5-acf9-42a3-8b6f-af25dbb9f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': '9ec79fda-3cd8-4190-93b9-a3960951b9e5', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'floating_ip_address': '172.28.0.155', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'port_id': 'f05d3c59-02ea-41eb-9112-1b8d7d901380', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'mac_address': 'fa:16:3e:a8:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33225272-0de5-4ec5-a697-c5968ec26a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:22:39Z', 'updated_at': '2021-04-30T13:22:50Z', 'revision_number': 1, 'project_id': '0b6588f510914c1aa6727731130057cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43dcc5a-de62-425f-a7f4-b4c5ac8f1586', 'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'mac_address': 'fa:16:3e:b8:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:53Z', 'updated_at': '2021-04-30T13:19:59Z', 'revision_number': 5, 'project_id': '0b6588f510914c1aa6727731130057cf', 'subnets': [{'id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:52.509493 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839bae5-acf9-42a3-8b6f-af25dbb9f652 None None] The sync data for ids ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'] in dv-cinder-788363-2-smb is: [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_floatingips': [{'id': '9ec79fda-3cd8-4190-93b9-a3960951b9e5', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'floating_ip_address': '172.28.0.155', 'floating_network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'router_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'port_id': 'f05d3c59-02ea-41eb-9112-1b8d7d901380', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'mac_address': 'fa:16:3e:a8:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33225272-0de5-4ec5-a697-c5968ec26a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:22:39Z', 'updated_at': '2021-04-30T13:22:50Z', 'revision_number': 1, 'project_id': '0b6588f510914c1aa6727731130057cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43dcc5a-de62-425f-a7f4-b4c5ac8f1586', 'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'mac_address': 'fa:16:3e:b8:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:53Z', 'updated_at': '2021-04-30T13:19:59Z', 'revision_number': 5, 'project_id': '0b6588f510914c1aa6727731130057cf', 'subnets': [{'id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:22:52.693489 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3977b6d8-3844-4698-8b83-b8b34bfd91e2 None None] New status for floating IP 9ec79fda-3cd8-4190-93b9-a3960951b9e5: ACTIVE {{(pid=73860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:22:56.165207 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:23:01.968877 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:10.344133 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3527474f-b358-447d-abe9-c17f985498b0 req-75dbb0d6-595a-4d54-91bc-70c3219c34eb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719881 Apr 30 13:23:10.506545 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527474f-b358-447d-abe9-c17f985498b0 req-024d5cfe-58bf-4ead-9c40-7108967e3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:10.507957 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3527474f-b358-447d-abe9-c17f985498b0 req-024d5cfe-58bf-4ead-9c40-7108967e3f66 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b6588f510914c1aa6727731130057cf&device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 1099 time: 0.0687881 Apr 30 13:23:10.648044 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527474f-b358-447d-abe9-c17f985498b0 req-ee28c936-d2e9-4d08-b647-337c0eb16844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:10.649361 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3527474f-b358-447d-abe9-c17f985498b0 req-ee28c936-d2e9-4d08-b647-337c0eb16844 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a08c7d76-f7a8-4521-8dc1-daca14e140ce HTTP/1.1" status: 200 len: 913 time: 0.1220770 Apr 30 13:23:10.857012 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3527474f-b358-447d-abe9-c17f985498b0 req-95ffd0c8-c1f7-414d-a810-3ba90ed571d4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f05d3c59-02ea-41eb-9112-1b8d7d901380 HTTP/1.1" status: 200 len: 1002 time: 0.2005062 Apr 30 13:23:10.920654 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527474f-b358-447d-abe9-c17f985498b0 req-9adfe254-0771-4474-b3bd-77d9cb24c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:10.921975 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3527474f-b358-447d-abe9-c17f985498b0 req-9adfe254-0771-4474-b3bd-77d9cb24c915 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d754426-79a6-4784-a8f3-c2a5310152cf HTTP/1.1" status: 200 len: 850 time: 0.0579507 Apr 30 13:23:11.003416 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527474f-b358-447d-abe9-c17f985498b0 req-665a0fec-eea3-4ce2-828d-f4c8b0c5c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:11.004916 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3527474f-b358-447d-abe9-c17f985498b0 req-665a0fec-eea3-4ce2-828d-f4c8b0c5c7a7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a08c7d76-f7a8-4521-8dc1-daca14e140ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759106 Apr 30 13:23:11.138361 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3527474f-b358-447d-abe9-c17f985498b0 req-b8d35862-4e70-4e44-9b8a-c98acd198c9f service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257000 Apr 30 13:23:11.269524 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-3527474f-b358-447d-abe9-c17f985498b0 req-193aabaa-0177-456e-8f76-52f9fb63c604 service neutron] 10.222.0.90 "GET /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244605 Apr 30 13:23:15.768926 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e83218dd-3cc6-41d2-85c7-e224c68aa022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:18.084505 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:18.515924 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-31ebcf14-944c-4257-b64d-3977b01b2ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:19.721547 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.378776 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:31.962738 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:33.164229 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:23:42.152854 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3ee2c-4011-4ede-b41f-42c1e91d037a req-891b9af1-3c60-4b45-ac11-cefd21c8e5bf tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:42.154255 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-72c3ee2c-4011-4ede-b41f-42c1e91d037a req-891b9af1-3c60-4b45-ac11-cefd21c8e5bf tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 946 time: 0.0801699 Apr 30 13:23:42.201429 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-72c3ee2c-4011-4ede-b41f-42c1e91d037a req-12ef38f7-4604-4599-a2a6-6cb14944cdb1 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=342a11ad-bd50-4dd1-af51-ebd47be93de8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412188 Apr 30 13:23:43.480118 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21e10a-e50d-409e-955b-6113e9015bb4 req-976504d3-cdf9-422f-bbbb-5b075de958db tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:43.481642 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dc21e10a-e50d-409e-955b-6113e9015bb4 req-976504d3-cdf9-422f-bbbb-5b075de958db tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 946 time: 0.1738982 Apr 30 13:23:43.525305 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [req-dc21e10a-e50d-409e-955b-6113e9015bb4 req-d8991ccb-1f5e-49b8-af68-2a3ca86d906c tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=342a11ad-bd50-4dd1-af51-ebd47be93de8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380092 Apr 30 13:23:44.396314 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-bbd4cf43-5585-46aa-85b2-ef4146721849 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:44.398171 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-bbd4cf43-5585-46aa-85b2-ef4146721849 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.90 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 946 time: 0.0778210 Apr 30 13:23:44.535720 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Deleting port f05d3c59-02ea-41eb-9112-1b8d7d901380 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:23:44.536051 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:44.711326 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] For port f05d3c59-02ea-41eb-9112-1b8d7d901380, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f05d3c59-02ea-41eb-9112-1b8d7d901380,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:44.711580 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:44.828340 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c920ad0-7ba9-4fb0-b7a7-1cf8185d606e req-e2eb3d06-b24e-477b-a3f1-3e7f7647bc62 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:44.829758 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8c920ad0-7ba9-4fb0-b7a7-1cf8185d606e req-e2eb3d06-b24e-477b-a3f1-3e7f7647bc62 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 946 time: 0.1999223 Apr 30 13:23:45.014291 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-8c920ad0-7ba9-4fb0-b7a7-1cf8185d606e req-d78bc00f-8de2-4d5d-99f6-0a483b1cb42b tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups?id=342a11ad-bd50-4dd1-af51-ebd47be93de8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288619 Apr 30 13:23:45.059629 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:45.060138 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-919952'] for floatingip, after_update {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:45.060689 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.db.l3_db [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Floating IP 9ec79fda-3cd8-4190-93b9-a3960951b9e5 disassociated. External IP: 172.28.0.155, port: f05d3c59-02ea-41eb-9112-1b8d7d901380. Apr 30 13:23:45.061064 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Calling delete_port for f05d3c59-02ea-41eb-9112-1b8d7d901380 owned by compute:nova {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:23:45.167463 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:45.172858 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-821b330d-87f9-41f5-a5b9-b0c94bc07e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:45.220297 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event deleted for resources: {'Port': ['ID=f05d3c59-02ea-41eb-9112-1b8d7d901380,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:45.276765 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.277076 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.277434 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.277788 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.278158 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.278512 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.278857 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.279200 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.279546 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.279890 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.280228 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.280567 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.290359 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:45.513111 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:23:45.696662 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:23:45.705616 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b415b746-fd3f-407c-b130-0ca3766268ba None None] Sync routers for ids ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:23:45.715432 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415b746-fd3f-407c-b130-0ca3766268ba None None] Routers {'735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:45.716025 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-b415b746-fd3f-407c-b130-0ca3766268ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:23:19Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:45.771928 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] No DVR routers for this DVR port f05d3c59-02ea-41eb-9112-1b8d7d901380 on host hv-cinder-78836 {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:23:45.772752 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-e2a8100b-8217-4c04-b3a2-434908233b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:45.774565 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for port, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:45.777220 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33225272-0de5-4ec5-a697-c5968ec26a9a', 'name': 'network-vif-deleted', 'tag': 'f05d3c59-02ea-41eb-9112-1b8d7d901380'}] {{(pid=73859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:23:45.793243 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-bf43aebf-f216-464e-a3fb-d2f121931c30 req-89927589-5371-48d3-9f5a-db3a63ddd85e tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.90 "DELETE /v2.0/ports/f05d3c59-02ea-41eb-9112-1b8d7d901380 HTTP/1.1" status: 204 len: 173 time: 1.3872783 Apr 30 13:23:45.827831 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33225272-0de5-4ec5-a697-c5968ec26a9a', 'name': 'network-vif-deleted', 'tag': 'f05d3c59-02ea-41eb-9112-1b8d7d901380', 'status': 'completed', 'code': 200} Apr 30 13:23:45.894818 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-b415b746-fd3f-407c-b130-0ca3766268ba None None] Set router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:46.183769 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-db905151-76e1-4548-834f-27e2d1124f78 req-51157569-dea7-4a6d-af64-333d387cb9e7 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Synchronizing usage tracker for tenant:0b6588f510914c1aa6727731130057cf on resource:port {{(pid=73859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:23:46.199965 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [req-db905151-76e1-4548-834f-27e2d1124f78 req-51157569-dea7-4a6d-af64-333d387cb9e7 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Unset dirty status for tenant:0b6588f510914c1aa6727731130057cf on resource:port {{(pid=73859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:23:46.201323 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [req-db905151-76e1-4548-834f-27e2d1124f78 req-51157569-dea7-4a6d-af64-333d387cb9e7 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/ports?device_id=33225272-0de5-4ec5-a697-c5968ec26a9a HTTP/1.1" status: 200 len: 210 time: 0.0696504 Apr 30 13:23:46.206296 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-b415b746-fd3f-407c-b130-0ca3766268ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'a43dcc5a-de62-425f-a7f4-b4c5ac8f1586', 'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'mac_address': 'fa:16:3e:b8:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:53Z', 'updated_at': '2021-04-30T13:19:59Z', 'revision_number': 5, 'project_id': '0b6588f510914c1aa6727731130057cf', 'subnets': [{'id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:46.211293 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b415b746-fd3f-407c-b130-0ca3766268ba None None] Checking router: 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:23:46.227757 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415b746-fd3f-407c-b130-0ca3766268ba None None] Routers {'735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:46.228356 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-b415b746-fd3f-407c-b130-0ca3766268ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:23:19Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:46.429012 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-b415b746-fd3f-407c-b130-0ca3766268ba None None] Set router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:46.727553 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-b415b746-fd3f-407c-b130-0ca3766268ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'a43dcc5a-de62-425f-a7f4-b4c5ac8f1586', 'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'mac_address': 'fa:16:3e:b8:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:53Z', 'updated_at': '2021-04-30T13:19:59Z', 'revision_number': 5, 'project_id': '0b6588f510914c1aa6727731130057cf', 'subnets': [{'id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:46.731277 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b415b746-fd3f-407c-b130-0ca3766268ba None None] The sync data for ids ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'] in dv-cinder-788363-2-smb is: [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:19:54Z', 'revision_number': 4, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb', '_interfaces': [{'id': 'a43dcc5a-de62-425f-a7f4-b4c5ac8f1586', 'name': '', 'network_id': 'a08c7d76-f7a8-4521-8dc1-daca14e140ce', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'mac_address': 'fa:16:3e:b8:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:53Z', 'updated_at': '2021-04-30T13:19:59Z', 'revision_number': 5, 'project_id': '0b6588f510914c1aa6727731130057cf', 'subnets': [{'id': '2d754426-79a6-4784-a8f3-c2a5310152cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:23:46.925712 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d656695-b566-4f25-9346-658d1e2e7a3f None None] New status for floating IP 9ec79fda-3cd8-4190-93b9-a3960951b9e5: DOWN {{(pid=73860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:23:47.324850 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49788) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:47.387881 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-09f94772-2174-4df2-8271-e544009af364 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:47.415161 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-09f94772-2174-4df2-8271-e544009af364 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:47.466087 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-09f94772-2174-4df2-8271-e544009af364 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:47.469710 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2cca6e37-9e05-4d15-b173-2dd591ff583c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:47.487489 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f94772-2174-4df2-8271-e544009af364 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342a11ad-bd50-4dd1-af51-ebd47be93de8,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:47.490034 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-09f94772-2174-4df2-8271-e544009af364 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:47.497246 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-09f94772-2174-4df2-8271-e544009af364 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:47.498343 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-09f94772-2174-4df2-8271-e544009af364 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "DELETE /v2.0/security-groups/342a11ad-bd50-4dd1-af51-ebd47be93de8 HTTP/1.1" status: 204 len: 168 time: 0.1724856 Apr 30 13:23:47.501091 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49792) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:47.517645 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.api.v2.resource [None req-6c8ae969-55b9-450f-ba56-f425238fcc95 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] show failed (client error): The resource could not be found. Apr 30 13:23:47.518622 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-6c8ae969-55b9-450f-ba56-f425238fcc95 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "GET /v2.0/security-groups/342a11ad-bd50-4dd1-af51-ebd47be93de8 HTTP/1.1" status: 404 len: 347 time: 0.0164711 Apr 30 13:23:47.521871 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49796) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:47.731739 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Deleting port 3a1ab8e9-9e99-4da7-ab53-588f1f6ee24b {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:23:47.732085 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:47.846266 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:47.846595 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:47.965914 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Calling delete_port for 3a1ab8e9-9e99-4da7-ab53-588f1f6ee24b owned by network:floatingip {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:23:48.077395 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:48.082023 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fc49ed29-cbc5-4cf6-a70f-9a686e9b21a6 tempest-TestMinimumBasicScenario-1526979448 tempest-TestMinimumBasicScenario-1526979448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:48.086531 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:48.125140 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Pushing event deleted for resources: {'Port': ['ID=3a1ab8e9-9e99-4da7-ab53-588f1f6ee24b,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:48.164516 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:48.164896 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:48.165265 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:48.165627 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:48.165984 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:48.166364 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:48.166716 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:48.167066 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:48.167418 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:48.167766 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:48.168113 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:48.168460 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:48.176957 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device f05d3c59-02ea-41eb-9112-1b8d7d901380 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:23:48.198153 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:48.210731 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] No Port match for: f05d3c59-02ea-41eb-9112-1b8d7d901380 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:23:48.211077 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Device f05d3c59-02ea-41eb-9112-1b8d7d901380 not bound to the agent host hv-cinder-78836 {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:23:48.228780 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks [] for floatingip, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:48.246039 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57764'] for floatingip, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:48.247182 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-9579b881-72c2-4be1-ad79-4c95387c6155 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] 10.222.0.93 "DELETE /v2.0/floatingips/9ec79fda-3cd8-4190-93b9-a3960951b9e5 HTTP/1.1" status: 204 len: 168 time: 0.7243569 Apr 30 13:23:48.516808 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f728c600-2244-4744-b3ed-d0ae129f1228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:49.723942 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:51.377206 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:52.217284 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49828) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:52.733354 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-636b454d-0f44-4985-8c4b-bfab9a98baba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919930'] for router_interface, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:53.230074 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-636b454d-0f44-4985-8c4b-bfab9a98baba admin admin] Deleting port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 {{(pid=73858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:23:53.230799 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-636b454d-0f44-4985-8c4b-bfab9a98baba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:53.348192 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.db [None req-636b454d-0f44-4985-8c4b-bfab9a98baba admin admin] For port a43dcc5a-de62-425f-a7f4-b4c5ac8f1586, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=a43dcc5a-de62-425f-a7f4-b4c5ac8f1586,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:53.348440 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-636b454d-0f44-4985-8c4b-bfab9a98baba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:53.465932 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.plugins.ml2.plugin [None req-636b454d-0f44-4985-8c4b-bfab9a98baba admin admin] Calling delete_port for a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 owned by network:router_interface {{(pid=73858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:23:53.616896 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-636b454d-0f44-4985-8c4b-bfab9a98baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3096716'] for port, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:53.621071 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-acea0934-b5db-4fa2-8834-68bde8ce57df tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:53.688539 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b454d-0f44-4985-8c4b-bfab9a98baba admin admin] Pushing event deleted for resources: {'Port': ['ID=a43dcc5a-de62-425f-a7f4-b4c5ac8f1586,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:53.691191 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-636b454d-0f44-4985-8c4b-bfab9a98baba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:53.925136 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-636b454d-0f44-4985-8c4b-bfab9a98baba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926410'] for router_interface, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:54.372178 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636b454d-0f44-4985-8c4b-bfab9a98baba admin admin] Router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe has already been hosted by L3 agent 84a4f465-b606-4955-8fad-34b112bbf28f {{(pid=73858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:23:54.550886 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636b454d-0f44-4985-8c4b-bfab9a98baba admin admin] Notify agent at l3_agent.dv-cinder-788363-2-smb the message routers_updated {{(pid=73858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:23:54.559199 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec1d8ff-3f8b-4c15-a0f6-83d29f193270 None None] Sync routers for ids ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'] in dv-cinder-788363-2-smb {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:23:54.567986 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49832) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:54.568541 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-636b454d-0f44-4985-8c4b-bfab9a98baba admin admin] 10.222.0.93 "PUT /v2.0/routers/735ed0f3-c23f-4a0b-b456-fa0cdabf3afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3497131 Apr 30 13:23:54.569293 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec1d8ff-3f8b-4c15-a0f6-83d29f193270 None None] Routers {'735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:54.570063 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-cec1d8ff-3f8b-4c15-a0f6-83d29f193270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:23:49Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:54.744435 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] Notify callbacks [] for router, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:54.744725 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-cec1d8ff-3f8b-4c15-a0f6-83d29f193270 None None] Set router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe gateway port host: dv-cinder-788363-2-smb {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:54.920723 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:54.990757 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] Deleting port 77ce3c39-4db5-4814-be3e-de1670fdcf5d {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:23:54.991139 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:55.029112 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-cec1d8ff-3f8b-4c15-a0f6-83d29f193270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'external_fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240'}], 'enable_snat': True}, 'gw_port_id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:23:53Z', 'revision_number': 5, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port': {'id': '77ce3c39-4db5-4814-be3e-de1670fdcf5d', 'name': '', 'network_id': '07ca4a00-754c-4ee1-bad7-4e9920ec041b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:83:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'ip_address': '172.28.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:50Z', 'updated_at': '2021-04-30T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec54f1e6-42a0-405f-bb60-0305afc35dfb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-2-smb'}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:55.032820 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec1d8ff-3f8b-4c15-a0f6-83d29f193270 None None] Checking router: 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe for host: dv-cinder-788363-2-smb {{(pid=73861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:23:55.041261 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec1d8ff-3f8b-4c15-a0f6-83d29f193270 None None] Routers {'735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'} bound to L3 agent in host dv-cinder-788363-2-smb {{(pid=73861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:55.041859 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-cec1d8ff-3f8b-4c15-a0f6-83d29f193270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:48Z,description=,heartbeat_timestamp=2021-04-30T13:23:49Z,host='dv-cinder-788363-2-smb',id=84a4f465-b606-4955-8fad-34b112bbf28f,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:49Z,topic='l3_agent')) {'router_ids': ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'], 'active': True} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:55.113889 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] For port 77ce3c39-4db5-4814-be3e-de1670fdcf5d, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=77ce3c39-4db5-4814-be3e-de1670fdcf5d,segment=NetworkSegment(55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1),segment_id=55d0f66f-7c11-4eff-ba3f-6fb722bd8ca1)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:55.114281 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:55.186253 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_dvr_db [None req-cec1d8ff-3f8b-4c15-a0f6-83d29f193270 None None] Set router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe gateway port host: None {{(pid=73861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:55.235220 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] Calling delete_port for 77ce3c39-4db5-4814-be3e-de1670fdcf5d owned by network:router_gateway {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:23:55.288924 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.l3_hamode_db [None req-cec1d8ff-3f8b-4c15-a0f6-83d29f193270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:23:54Z', 'revision_number': 6, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port_host': None}], 'dv-cinder-788363-2-smb', False) {} {{(pid=73861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:55.292652 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec1d8ff-3f8b-4c15-a0f6-83d29f193270 None None] The sync data for ids ['735ed0f3-c23f-4a0b-b456-fa0cdabf3afe'] in dv-cinder-788363-2-smb is: [{'id': '735ed0f3-c23f-4a0b-b456-fa0cdabf3afe', 'name': 'tempest-AttachVolumeTestJSON-1107184867-router', 'tenant_id': '0b6588f510914c1aa6727731130057cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:49Z', 'updated_at': '2021-04-30T13:23:54Z', 'revision_number': 6, 'project_id': '0b6588f510914c1aa6727731130057cf', 'gw_port_host': None}] {{(pid=73861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:23:55.375234 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:55.379510 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-89e589e5-db78-4e2b-aa4c-ae555ae2bf86 tempest-AttachVolumeShelveTestJSON-178146266 tempest-AttachVolumeShelveTestJSON-178146266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:55.421043 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ce3c39-4db5-4814-be3e-de1670fdcf5d,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:55.423598 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:55.615165 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933613'] for router_gateway, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:55.787191 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59984'] for router, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:55.789407 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:55.812844 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646216'] for router, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:55.813338 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 735ed0f3-c23f-4a0b-b456-fa0cdabf3afe {{(pid=73859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:23:55.825939 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] Notify callbacks [] for router, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:55.827053 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-ea7453dd-d5c5-4058-8109-cca4cf263fe5 admin admin] 10.222.0.93 "DELETE /v2.0/routers/735ed0f3-c23f-4a0b-b456-fa0cdabf3afe HTTP/1.1" status: 204 len: 168 time: 1.2573338 Apr 30 13:23:55.829591 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49836) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:55.888368 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b24dbc-da83-4812-9cad-8e4d6ee0eeb3 admin admin] Deleting subnet 2d754426-79a6-4784-a8f3-c2a5310152cf {{(pid=73859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:23:55.891150 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2b24dbc-da83-4812-9cad-8e4d6ee0eeb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:55.938483 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2b24dbc-da83-4812-9cad-8e4d6ee0eeb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3502601'] for subnet, precommit_delete_associations {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:56.013870 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2b24dbc-da83-4812-9cad-8e4d6ee0eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134165206'] for subnet, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:56.268073 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2b24dbc-da83-4812-9cad-8e4d6ee0eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134165199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2553903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2189429'] for subnet, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:56.272506 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:56.308108 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b24dbc-da83-4812-9cad-8e4d6ee0eeb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d754426-79a6-4784-a8f3-c2a5310152cf,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:56.311148 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-e2b24dbc-da83-4812-9cad-8e4d6ee0eeb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:56.312114 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-e2b24dbc-da83-4812-9cad-8e4d6ee0eeb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for subnet, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:56.317635 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fcac4b-3e31-4199-9dbb-59b706eeb10f None None] Network a08c7d76-f7a8-4521-8dc1-daca14e140ce requested from dv-cinder-788363-2-smb {{(pid=73860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:23:56.318923 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-e2b24dbc-da83-4812-9cad-8e4d6ee0eeb3 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/2d754426-79a6-4784-a8f3-c2a5310152cf HTTP/1.1" status: 204 len: 168 time: 0.4877651 Apr 30 13:23:56.321354 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49840) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:56.425697 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133776857'] for network, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:56.499197 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Deleting port 307f8d61-1493-4138-a17d-751e1f8f2442 {{(pid=73859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:23:56.499534 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:56.562808 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] DHCP port deletion for a08c7d76-f7a8-4521-8dc1-daca14e140ce request from dv-cinder-788363-2-smb {{(pid=73860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:23:56.605349 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.db [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] For port 307f8d61-1493-4138-a17d-751e1f8f2442, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=307f8d61-1493-4138-a17d-751e1f8f2442,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:56.605695 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:56.625910 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Deleting port 307f8d61-1493-4138-a17d-751e1f8f2442 {{(pid=73860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:23:56.626322 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749317874005'] for port, before_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:56.724171 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.db [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] For port 307f8d61-1493-4138-a17d-751e1f8f2442, host dv-cinder-788363-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-2-smb',level=0,port_id=307f8d61-1493-4138-a17d-751e1f8f2442,segment=NetworkSegment(691f706a-1c38-4c58-83c3-629156ce8eb7),segment_id=691f706a-1c38-4c58-83c3-629156ce8eb7)] {{(pid=73860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:56.724479 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928395'] for port, precommit_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:56.725410 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.plugin [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Calling delete_port for 307f8d61-1493-4138-a17d-751e1f8f2442 owned by network:dhcp {{(pid=73859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:23:56.772281 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2553938'] for port, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:56.776852 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-d54d7031-c475-447d-bb5d-ebbc37e512fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:56.819095 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Pushing event deleted for resources: {'Port': ['ID=307f8d61-1493-4138-a17d-751e1f8f2442,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:56.821528 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:56.823963 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] No DVR routers for this DVR port 307f8d61-1493-4138-a17d-751e1f8f2442 on host dv-cinder-788363-2-smb {{(pid=73859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:23:56.845707 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Calling delete_port for 307f8d61-1493-4138-a17d-751e1f8f2442 owned by network:dhcp {{(pid=73860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:23:56.889227 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-134139775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749317876592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749317460197'] for port, after_delete {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:56.893765 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-4141dfb2-bb09-40d6-8e23-0af8d7e95de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:56.929467 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 307f8d61-1493-4138-a17d-751e1f8f2442 no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:23:56.937828 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134168155', 'neutron.services.segments.db._delete_segments_for_network-8749317885085'] for network, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:56.973891 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: 307f8d61-1493-4138-a17d-751e1f8f2442 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:23:56.974352 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 307f8d61-1493-4138-a17d-751e1f8f2442 not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:23:56.974721 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:23:56.998835 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] No DVR routers for this DVR port 307f8d61-1493-4138-a17d-751e1f8f2442 on host dv-cinder-788363-2-smb {{(pid=73860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:23:57.000428 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Pushing event deleted for resources: {'Port': ['ID=307f8d61-1493-4138-a17d-751e1f8f2442,revision_number=None']} {{(pid=73860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:57.018665 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:23:57.019027 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device a43dcc5a-de62-425f-a7f4-b4c5ac8f1586 not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:23:57.019603 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 77ce3c39-4db5-4814-be3e-de1670fdcf5d no longer exists at agent ovs-agent-dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:23:57.051849 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:57.052587 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:57.053257 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:57.053257 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:57.053710 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:57.053912 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:57.054270 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:57.054593 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:57.054917 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:57.055239 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:57.055560 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:57.055879 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-2-smb {{(pid=73860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:57.064683 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG oslo_concurrency.lockutils [None req-d6f9b486-6602-46e3-81be-f11aaa957625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:57.065013 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.plugin [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] No Port match for: 77ce3c39-4db5-4814-be3e-de1670fdcf5d {{(pid=73860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:23:57.065367 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron.plugins.ml2.rpc [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Device 77ce3c39-4db5-4814-be3e-de1670fdcf5d not bound to the agent host dv-cinder-788363-2-smb {{(pid=73860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:23:57.153379 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08c7d76-f7a8-4521-8dc1-daca14e140ce']}} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:57.165887 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691f706a-1c38-4c58-83c3-629156ce8eb7') {'for_net_delete': True} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:57.166225 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.services.segments.db [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691f706a-1c38-4c58-83c3-629156ce8eb7') {} {{(pid=73859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:57.177886 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749317896807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3502592'] for segment, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.193996 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134162456'] for segment, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.199858 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=73859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:23:57.364470 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Network a08c7d76-f7a8-4521-8dc1-daca14e140ce has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:23:57.373033 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-134162659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2553989'] for segment, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.535093 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.plugins.ml2.managers [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Network a08c7d76-f7a8-4521-8dc1-daca14e140ce has no segments {{(pid=73859) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: Traceback (most recent call last): Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: timer() Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: cb(*args, **kw) Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: return func(*args, **kwargs) Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: self._notify() Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: self.callback(batched_events) Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: event.method(event) Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: return f(self, *a, **k) Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: return self._get(url).json() Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: return self.request(url, 'GET', **kwargs) Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:23:57.555833 dv-cinder-788363-2-smb neutron-server[73859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:23:57.626561 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134168144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931953'] for network, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.629790 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-78c83986-6318-4eaf-baa6-c18921afc83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:57.642094 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534195'] for network, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.655872 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Pushing event deleted for resources: {'Network': ['ID=a08c7d76-f7a8-4521-8dc1-daca14e140ce,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:57.659147 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:57.670409 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-85919f00-4e17-4187-bbd9-15f606f9122d admin admin] 10.222.0.93 "DELETE /v2.0/networks/a08c7d76-f7a8-4521-8dc1-daca14e140ce HTTP/1.1" status: 204 len: 168 time: 1.3481045 Apr 30 13:23:57.839319 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49846) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:57.887357 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-d4e0ac0f-a530-4b53-ab3f-27fee71da661 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0b6588f510914c1aa6727731130057cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467412 Apr 30 13:23:57.889513 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49850) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:57.946785 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5f693414-9a00-48b9-9d5d-7d6ede249e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:57.972494 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5f693414-9a00-48b9-9d5d-7d6ede249e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:58.024685 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5f693414-9a00-48b9-9d5d-7d6ede249e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:58.029336 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-11f89529-44a6-4880-bcf1-acce5549b7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:58.042474 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f693414-9a00-48b9-9d5d-7d6ede249e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b92df2c-6e77-4add-808f-7bb58a3694ad,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:58.045783 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5f693414-9a00-48b9-9d5d-7d6ede249e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:58.048930 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5f693414-9a00-48b9-9d5d-7d6ede249e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:58.052621 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-5f693414-9a00-48b9-9d5d-7d6ede249e72 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6b92df2c-6e77-4add-808f-7bb58a3694ad HTTP/1.1" status: 204 len: 168 time: 0.1596401 Apr 30 13:23:59.417894 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49902) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:59.531393 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-76ad1d5a-1158-45fd-8992-98a381cf887f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:59.545532 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-76ad1d5a-1158-45fd-8992-98a381cf887f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:59.549241 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-76ad1d5a-1158-45fd-8992-98a381cf887f admin admin] Usage tracker for resource:security_group_rule and tenant:6804abc9b0c84aabb0f53606b8b911a0 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:59.552035 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-76ad1d5a-1158-45fd-8992-98a381cf887f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:59.557652 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-76ad1d5a-1158-45fd-8992-98a381cf887f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:59.643177 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-76ad1d5a-1158-45fd-8992-98a381cf887f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:59.647492 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-76ad1d5a-1158-45fd-8992-98a381cf887f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:59.655390 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-1361d14d-a4a5-4c5d-be6a-03d498dcc02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:59.691509 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-76ad1d5a-1158-45fd-8992-98a381cf887f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6804abc9b0c84aabb0f53606b8b911a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725532 Apr 30 13:23:59.694708 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49908) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:59.696087 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad1d5a-1158-45fd-8992-98a381cf887f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cae9e6d-61f4-4bf1-b5ca-9929dcebc926,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:59.698976 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-76ad1d5a-1158-45fd-8992-98a381cf887f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:59.754735 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-51a211e5-9d8f-47ae-9a5f-95ae81ac8d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:59.779852 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-51a211e5-9d8f-47ae-9a5f-95ae81ac8d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:59.830094 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-51a211e5-9d8f-47ae-9a5f-95ae81ac8d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:59.834699 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-65d67945-bbd3-4064-81ab-4217f2a12c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:59.849616 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a211e5-9d8f-47ae-9a5f-95ae81ac8d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cae9e6d-61f4-4bf1-b5ca-9929dcebc926,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:59.852497 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-51a211e5-9d8f-47ae-9a5f-95ae81ac8d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:59.854564 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-51a211e5-9d8f-47ae-9a5f-95ae81ac8d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:59.855759 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-51a211e5-9d8f-47ae-9a5f-95ae81ac8d13 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5cae9e6d-61f4-4bf1-b5ca-9929dcebc926 HTTP/1.1" status: 204 len: 168 time: 0.1598482 Apr 30 13:24:01.656257 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49960) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:01.774472 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5f4ff954-1818-47d5-ae79-2c27b4d12da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:01.788442 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5f4ff954-1818-47d5-ae79-2c27b4d12da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:01.792205 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-5f4ff954-1818-47d5-ae79-2c27b4d12da7 admin admin] Usage tracker for resource:security_group_rule and tenant:9b10667c63b144e1841051141f0d3f6a is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:01.794965 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-5f4ff954-1818-47d5-ae79-2c27b4d12da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:01.800544 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-5f4ff954-1818-47d5-ae79-2c27b4d12da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:01.879278 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5f4ff954-1818-47d5-ae79-2c27b4d12da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:01.883434 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-5f4ff954-1818-47d5-ae79-2c27b4d12da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:01.891372 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-4031dc3b-f9ad-4431-924a-f802bf8e97f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:01.929792 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-5f4ff954-1818-47d5-ae79-2c27b4d12da7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9b10667c63b144e1841051141f0d3f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725034 Apr 30 13:24:01.930689 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ff954-1818-47d5-ae79-2c27b4d12da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d1b283-20ee-4b25-a539-3ba406a3fde0,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:01.932467 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49966) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:01.934153 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-5f4ff954-1818-47d5-ae79-2c27b4d12da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:01.975372 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:01.992742 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f3d0cdd8-3e8d-4a83-aa1d-1fd205e9b504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.018319 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f3d0cdd8-3e8d-4a83-aa1d-1fd205e9b504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.070225 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f3d0cdd8-3e8d-4a83-aa1d-1fd205e9b504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.073822 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-2f20e566-ec38-435f-8f5a-06f29fe63663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:02.085130 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0cdd8-3e8d-4a83-aa1d-1fd205e9b504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d1b283-20ee-4b25-a539-3ba406a3fde0,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:02.089700 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-f3d0cdd8-3e8d-4a83-aa1d-1fd205e9b504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:02.091654 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-f3d0cdd8-3e8d-4a83-aa1d-1fd205e9b504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.092751 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-f3d0cdd8-3e8d-4a83-aa1d-1fd205e9b504 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/04d1b283-20ee-4b25-a539-3ba406a3fde0 HTTP/1.1" status: 204 len: 168 time: 0.1592982 Apr 30 13:24:02.364406 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 49974) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:02.387041 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-79082137-6fc3-4476-9c09-1b040517bab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.400976 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-79082137-6fc3-4476-9c09-1b040517bab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:02.404815 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-79082137-6fc3-4476-9c09-1b040517bab7 admin admin] Usage tracker for resource:security_group_rule and tenant:a21aca99b5524a939b62a0158e384bad is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:02.407641 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-79082137-6fc3-4476-9c09-1b040517bab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:02.414475 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-79082137-6fc3-4476-9c09-1b040517bab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:02.496427 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-79082137-6fc3-4476-9c09-1b040517bab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.500835 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-79082137-6fc3-4476-9c09-1b040517bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.508359 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-ac20c631-2064-4366-be42-43193cca6a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:02.547913 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-79082137-6fc3-4476-9c09-1b040517bab7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a21aca99b5524a939b62a0158e384bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818845 Apr 30 13:24:02.548748 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79082137-6fc3-4476-9c09-1b040517bab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd34574-d23f-46fd-b4fe-414d51bf27ae,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:02.550525 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 49980) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:02.551819 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-79082137-6fc3-4476-9c09-1b040517bab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:02.608167 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a919-d8ed-4b44-a1ef-d06c47e31464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.633009 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a919-d8ed-4b44-a1ef-d06c47e31464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.685845 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a919-d8ed-4b44-a1ef-d06c47e31464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.689446 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-fced4218-22f0-41d5-8d33-cf1bcd518c43 tempest-TestShelveInstance-1186752199 tempest-TestShelveInstance-1186752199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:02.702010 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7a919-d8ed-4b44-a1ef-d06c47e31464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd34574-d23f-46fd-b4fe-414d51bf27ae,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:02.704835 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-ffe7a919-d8ed-4b44-a1ef-d06c47e31464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:02.706807 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a919-d8ed-4b44-a1ef-d06c47e31464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.710114 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-ffe7a919-d8ed-4b44-a1ef-d06c47e31464 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fcd34574-d23f-46fd-b4fe-414d51bf27ae HTTP/1.1" status: 204 len: 168 time: 0.1563263 Apr 30 13:24:07.460543 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 50054) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:07.574859 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-74997341-1dcf-4749-85d1-d1dd99aa12d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:07.589009 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-74997341-1dcf-4749-85d1-d1dd99aa12d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:07.592694 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-74997341-1dcf-4749-85d1-d1dd99aa12d8 admin admin] Usage tracker for resource:security_group_rule and tenant:38a836077cb14c5e9a6d364116a68ecb is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:07.595405 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-74997341-1dcf-4749-85d1-d1dd99aa12d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:07.601726 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-74997341-1dcf-4749-85d1-d1dd99aa12d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:07.681238 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-74997341-1dcf-4749-85d1-d1dd99aa12d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:07.684870 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-74997341-1dcf-4749-85d1-d1dd99aa12d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:07.691492 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-a132864d-53a0-4d0a-ae0b-5063b8738ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:07.735611 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-74997341-1dcf-4749-85d1-d1dd99aa12d8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=38a836077cb14c5e9a6d364116a68ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740314 Apr 30 13:24:07.736505 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74997341-1dcf-4749-85d1-d1dd99aa12d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2738949-a285-4c9d-a640-9d987098b9b0,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:07.738412 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 50060) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:07.739557 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-74997341-1dcf-4749-85d1-d1dd99aa12d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:07.796667 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3e12da4b-c4e6-4bbd-9c6c-8f5dcc3734a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:07.821436 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3e12da4b-c4e6-4bbd-9c6c-8f5dcc3734a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:07.870965 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3e12da4b-c4e6-4bbd-9c6c-8f5dcc3734a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:07.875574 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-d2bc66eb-af48-43d8-9bea-292670794399 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:07.887612 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12da4b-c4e6-4bbd-9c6c-8f5dcc3734a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2738949-a285-4c9d-a640-9d987098b9b0,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:07.889862 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-3e12da4b-c4e6-4bbd-9c6c-8f5dcc3734a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:07.894007 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-3e12da4b-c4e6-4bbd-9c6c-8f5dcc3734a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:07.895441 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-3e12da4b-c4e6-4bbd-9c6c-8f5dcc3734a8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c2738949-a285-4c9d-a640-9d987098b9b0 HTTP/1.1" status: 204 len: 168 time: 0.1560683 Apr 30 13:24:08.165407 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 50068) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:08.182900 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0cca2d0c-1a7f-42bf-ab43-04b9dfbec356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:08.197950 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-0cca2d0c-1a7f-42bf-ab43-04b9dfbec356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:08.201685 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-0cca2d0c-1a7f-42bf-ab43-04b9dfbec356 admin admin] Usage tracker for resource:security_group_rule and tenant:d1eadca645184463812c1eafd2eca002 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:08.204429 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-0cca2d0c-1a7f-42bf-ab43-04b9dfbec356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:08.210010 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-0cca2d0c-1a7f-42bf-ab43-04b9dfbec356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:08.295487 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0cca2d0c-1a7f-42bf-ab43-04b9dfbec356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:08.298938 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-0cca2d0c-1a7f-42bf-ab43-04b9dfbec356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:08.307059 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-84bbda2b-0bb1-49fe-9c3e-db827fbd0304 tempest-AttachVolumeTestJSON-196626784 tempest-AttachVolumeTestJSON-196626784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:08.347638 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-0cca2d0c-1a7f-42bf-ab43-04b9dfbec356 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d1eadca645184463812c1eafd2eca002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811707 Apr 30 13:24:08.348550 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca2d0c-1a7f-42bf-ab43-04b9dfbec356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fee230-d55e-4492-aedb-006e78e0f0d2,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:08.350969 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 50072) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:08.352146 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-0cca2d0c-1a7f-42bf-ab43-04b9dfbec356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:08.409836 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-83bc87d8-1390-4ec8-914f-a1a909446fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:08.434607 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-83bc87d8-1390-4ec8-914f-a1a909446fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:08.484999 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-83bc87d8-1390-4ec8-914f-a1a909446fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:08.489878 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-9f053c7b-7a67-48d8-96d3-96858dae3275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:08.504360 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc87d8-1390-4ec8-914f-a1a909446fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fee230-d55e-4492-aedb-006e78e0f0d2,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:08.508947 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-83bc87d8-1390-4ec8-914f-a1a909446fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:08.523746 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-83bc87d8-1390-4ec8-914f-a1a909446fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:08.526529 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-83bc87d8-1390-4ec8-914f-a1a909446fa3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/14fee230-d55e-4492-aedb-006e78e0f0d2 HTTP/1.1" status: 204 len: 168 time: 0.1745360 Apr 30 13:24:10.164115 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:24:15.774558 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-9c8c4653-8b70-4f9c-ad7d-722f0e3526d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:18.089139 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:18.518492 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0007-48a0-4d6a-bfe4-58708952c180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:19.727634 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:20.317393 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 50180) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:20.430952 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2b52f32a-ca55-44e5-903f-553d0ba15ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:20.444798 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-2b52f32a-ca55-44e5-903f-553d0ba15ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:20.448522 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-2b52f32a-ca55-44e5-903f-553d0ba15ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:9ba58fa953fe44759278d0ebecc30992 is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:20.451247 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-2b52f32a-ca55-44e5-903f-553d0ba15ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:20.456776 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-2b52f32a-ca55-44e5-903f-553d0ba15ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:20.542127 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2b52f32a-ca55-44e5-903f-553d0ba15ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:20.545851 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-2b52f32a-ca55-44e5-903f-553d0ba15ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:20.553930 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-dd74811e-934c-4dd1-ba0b-907abe1d1a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:20.593032 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-2b52f32a-ca55-44e5-903f-553d0ba15ef1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9ba58fa953fe44759278d0ebecc30992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745516 Apr 30 13:24:20.594496 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52f32a-ca55-44e5-903f-553d0ba15ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad4a41a-d31d-4538-a8b5-f759ad0757f1,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:20.595708 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 50186) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:20.597713 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2b52f32a-ca55-44e5-903f-553d0ba15ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:20.653743 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-af2bd9c5-17f3-4235-8860-7849575dd265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:20.678529 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-af2bd9c5-17f3-4235-8860-7849575dd265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:20.728174 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-af2bd9c5-17f3-4235-8860-7849575dd265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:20.731696 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-050a2c4c-7a1a-4d16-8087-afac056f19fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:20.747535 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bd9c5-17f3-4235-8860-7849575dd265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad4a41a-d31d-4538-a8b5-f759ad0757f1,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:20.749888 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-af2bd9c5-17f3-4235-8860-7849575dd265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:20.759321 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-af2bd9c5-17f3-4235-8860-7849575dd265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:20.760412 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-af2bd9c5-17f3-4235-8860-7849575dd265 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1ad4a41a-d31d-4538-a8b5-f759ad0757f1 HTTP/1.1" status: 204 len: 168 time: 0.1637423 Apr 30 13:24:21.035889 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 50194) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:21.053211 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-c3782fb8-9c7e-4b81-8653-401dd1b96635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:21.067150 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-c3782fb8-9c7e-4b81-8653-401dd1b96635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:21.071456 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-c3782fb8-9c7e-4b81-8653-401dd1b96635 admin admin] Usage tracker for resource:security_group_rule and tenant:46d54135466f437382ba7480a4884b54 is out of sync, need to count used quota {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:21.074176 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.quota.resource [None req-c3782fb8-9c7e-4b81-8653-401dd1b96635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:21.079727 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.db.quota.driver [None req-c3782fb8-9c7e-4b81-8653-401dd1b96635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:21.160056 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-c3782fb8-9c7e-4b81-8653-401dd1b96635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:21.163825 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-c3782fb8-9c7e-4b81-8653-401dd1b96635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:21.172329 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-9d6e4f8b-a207-4ba2-b290-5c10b8e12de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:21.211481 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-c3782fb8-9c7e-4b81-8653-401dd1b96635 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=46d54135466f437382ba7480a4884b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745543 Apr 30 13:24:21.213059 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3782fb8-9c7e-4b81-8653-401dd1b96635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd39643f-7c7f-4ac9-a3ab-b142a3fb1503,revision_number=1']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:21.214178 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 50198) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:21.216138 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-c3782fb8-9c7e-4b81-8653-401dd1b96635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:21.271744 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7e754e04-2f28-4fe2-9025-a2f4b3e84e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:21.296763 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7e754e04-2f28-4fe2-9025-a2f4b3e84e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:21.348404 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7e754e04-2f28-4fe2-9025-a2f4b3e84e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:21.352250 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-8d4d9783-3b52-48fb-b835-a9310226ec08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:21.363889 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e754e04-2f28-4fe2-9025-a2f4b3e84e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd39643f-7c7f-4ac9-a3ab-b142a3fb1503,revision_number=None']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:21.367208 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-7e754e04-2f28-4fe2-9025-a2f4b3e84e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:21.375165 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-7e754e04-2f28-4fe2-9025-a2f4b3e84e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:21.376269 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-7e754e04-2f28-4fe2-9025-a2f4b3e84e11 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dd39643f-7c7f-4ac9-a3ab-b142a3fb1503 HTTP/1.1" status: 204 len: 168 time: 0.1611240 Apr 30 13:24:21.392964 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:27.910452 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [-] (73859) accepted ('10.222.0.93', 50266) {{(pid=73859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:28.023520 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-84b4b56b-ca55-4eba-aab8-ce1b8c11e6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:28.041896 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-84b4b56b-ca55-4eba-aab8-ce1b8c11e6c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:28.045722 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-84b4b56b-ca55-4eba-aab8-ce1b8c11e6c6 admin admin] Usage tracker for resource:security_group_rule and tenant:7fb23e21914943838f2608fdf7f01e1a is out of sync, need to count used quota {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:28.048495 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.quota.resource [None req-84b4b56b-ca55-4eba-aab8-ce1b8c11e6c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:28.055158 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.db.quota.driver [None req-84b4b56b-ca55-4eba-aab8-ce1b8c11e6c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:28.135396 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-84b4b56b-ca55-4eba-aab8-ce1b8c11e6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:28.139133 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron_lib.callbacks.manager [None req-84b4b56b-ca55-4eba-aab8-ce1b8c11e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_create {{(pid=73859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:28.147050 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-2b52f32a-ca55-44e5-903f-553d0ba15ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:28.186013 dv-cinder-788363-2-smb neutron-server[73859]: INFO neutron.wsgi [None req-84b4b56b-ca55-4eba-aab8-ce1b8c11e6c6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7fb23e21914943838f2608fdf7f01e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744670 Apr 30 13:24:28.187548 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4b56b-ca55-4eba-aab8-ce1b8c11e6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f08c45-7c55-4d49-8a68-ebcec1e984c9,revision_number=1']} {{(pid=73859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:28.188618 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.wsgi [-] (73858) accepted ('10.222.0.93', 50272) {{(pid=73858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:28.190857 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG oslo_concurrency.lockutils [None req-84b4b56b-ca55-4eba-aab8-ce1b8c11e6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:28.245846 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2ac3bdaa-386d-4a9a-bc1e-24af95a65597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:28.270125 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2ac3bdaa-386d-4a9a-bc1e-24af95a65597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:28.323488 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2ac3bdaa-386d-4a9a-bc1e-24af95a65597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564877'] for security_group, after_delete {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:28.326951 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-c6508c43-9bd7-4fb3-b16c-8a2d09efa849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:28.339953 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3bdaa-386d-4a9a-bc1e-24af95a65597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f08c45-7c55-4d49-8a68-ebcec1e984c9,revision_number=None']} {{(pid=73858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:28.343681 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG oslo_concurrency.lockutils [None req-2ac3bdaa-386d-4a9a-bc1e-24af95a65597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:28.348910 dv-cinder-788363-2-smb neutron-server[73858]: DEBUG neutron_lib.callbacks.manager [None req-2ac3bdaa-386d-4a9a-bc1e-24af95a65597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:28.349998 dv-cinder-788363-2-smb neutron-server[73858]: INFO neutron.wsgi [None req-2ac3bdaa-386d-4a9a-bc1e-24af95a65597 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c3f08c45-7c55-4d49-8a68-ebcec1e984c9 HTTP/1.1" status: 204 len: 168 time: 0.1603892 Apr 30 13:24:31.998257 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:45.776693 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-773fd2e4-99fd-404d-a465-1b6deebbaed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:47.163065 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:24:48.091754 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:48.519088 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f78ab0ea-2fff-4c8d-bea9-385e784bcbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.730231 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:51.383512 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:01.990351 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:15.777690 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-406a7a43-2b48-4adc-bcbd-4eb7163f6d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:18.093177 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:18.521447 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-2246f95c-6dc4-4e03-a081-9bd182e9830b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:19.732419 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:21.385348 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:24.162397 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:25:31.990954 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:45.779871 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-cede25c6-1a2f-4983-b42a-4bae65c7589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:48.095296 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:48.524597 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-8e95ad84-5bf4-492e-a7dc-cbf4407b2ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:49.736148 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:51.387994 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:01.161234 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:26:02.004426 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:15.781780 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-f2996fa2-9dbd-4cfa-b136-5f5ecb0b8238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:18.096242 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:18.527968 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-4fa67a16-cb4b-4b32-b075-93cd54cf41da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:19.737934 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:21.416613 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:32.010912 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:38.159893 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:26:45.783336 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3d82ff63-36d6-4ea6-a967-be29b8fec7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:48.098373 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:48.528478 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b3edf3e-fdcc-43ad-b505-43f59ab18921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:49.742542 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:51.392804 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:02.020119 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:15.159467 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:27:15.785532 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-0b6c736d-e51f-4164-be87-36c8f739cc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:18.099865 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:18.529064 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-95076512-f4f5-496b-96a1-c8e7e35b662e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:19.744325 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:21.395783 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:32.025346 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:45.786245 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-78f92c00-ad07-428e-a01c-44c405234c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:48.100623 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:48.531645 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-77d64703-45f4-4833-88a0-6993d19519aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:49.747068 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:51.400743 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:52.159326 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:28:02.027640 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:15.789470 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-103b6d97-d18e-4a6e-8508-70fe926c19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:18.102583 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:18.533859 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d1333025-f6e3-4a7e-af7d-6217d868c652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:19.750771 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:21.402688 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:29.159076 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:28:32.026883 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:44.846231 dv-cinder-788363-2-smb neutron-server[73859]: DEBUG neutron.wsgi [req-125e9294-b231-4a4d-b307-2570965ebc8e req-c7c1528f-63c4-43cc-921c-83c464ebbb63 service neutron] (73859) timed out ('10.222.0.90', 55060) {{(pid=73859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 30 13:28:45.790473 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-5afe6ea0-4b40-47e3-9a31-917cb5c0c4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:48.103541 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:48.535359 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a89a9c7a-c0fb-4b73-a6a9-dad568b2b9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:49.754700 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:51.404033 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:02.045755 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:06.158577 dv-cinder-788363-2-smb neutron-server[73861]: DEBUG neutron.db.agents_db [None req-7c33250d-c7eb-4409-b128-c0ea9079a0bc None None] Agent healthcheck: found 6 active agents {{(pid=73861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:29:15.792835 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a2f95689-f40b-4c1e-aa80-e8f90b7b7a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:18.105156 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-49293326-d22c-4bb0-9d40-dc9bf8a08b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:18.537600 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-06daf97f-ff1e-43ad-aa4b-6fd6545db25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:19.757163 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-d936f721-fcad-4ce6-8d8e-3546887d24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:21.409298 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-a8c48148-c2db-41ff-9802-f896eb5e8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:32.049067 dv-cinder-788363-2-smb neutron-server[73860]: DEBUG neutron_lib.callbacks.manager [None req-3b942a8a-c533-458a-bf56-3c37049c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749317885094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134152977'] for agent, after_update {{(pid=73860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}